-- Logs begin at Tue 2022-06-21 15:40:00 UTC, end at Tue 2022-06-21 17:08:17 UTC. -- Jun 21 16:39:46.241246 dv-cinder-799871-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 16:39:48.921399 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.common.config [-] Logging enabled! Jun 21 16:39:48.922029 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev354 Jun 21 16:39:48.922188 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110931) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 21 16:39:48.925564 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.common.config [-] Logging enabled! Jun 21 16:39:48.925819 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev354 Jun 21 16:39:48.926129 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110931) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 21 16:39:48.927130 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 16:39:48.927419 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 16:39:48.927819 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 16:39:48.928065 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 16:39:48.928291 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 16:39:48.928702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.929001 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.929233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.929557 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.929851 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.930134 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.930426 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.930724 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.931008 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.931289 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.931573 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.931803 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.932081 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.932368 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.932655 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.932883 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] debug = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.933160 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.933628 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.934043 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.934326 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.934616 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.934897 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.935170 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.935447 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.935732 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.936057 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] host = dv-cinder-799871-21-iscsi {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.936335 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.936620 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.936904 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.937188 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.937485 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.937764 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.938046 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.938319 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.938589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] log_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.938862 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.939147 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.939434 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.939724 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.939946 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.940170 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.940456 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.940754 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.941028 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.941327 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.941603 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.941875 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.942142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.942545 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.943035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.943160 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.943411 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.943687 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.943962 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.944235 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.944507 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.944794 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.945067 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.945362 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.945640 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.945929 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.946197 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.946471 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.946770 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.947053 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.947334 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.947620 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.947892 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.948174 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.948444 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.948713 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.948983 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] use_json = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.949252 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.949547 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.949829 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.950100 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.950370 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.950642 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.950910 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.951190 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.951464 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:48.951757 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.952052 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.952355 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.952636 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.952945 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.953225 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.953539 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.953819 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.954108 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.954395 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.954684 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.954966 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.955264 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.955555 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.955849 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.956154 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.956446 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.956738 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.957010 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.957300 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.957578 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.957855 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.958670 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.958957 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.959244 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.959521 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.959798 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.960093 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.960376 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.960660 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.960955 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.961244 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.961541 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.961818 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.962108 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.962385 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.962656 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.962945 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.963228 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.963496 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.963774 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.964066 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.964354 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.964625 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.964901 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.965190 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.965491 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.965762 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.966030 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.966304 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.966573 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.966853 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.967131 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.967399 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.967669 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.967946 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.968216 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.968486 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.968759 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.969028 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.969322 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.969596 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.969867 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.970135 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.970404 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.970672 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.970939 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.971205 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.971477 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.971745 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.972015 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.972283 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.972552 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.972823 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.973118 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.973419 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.974249 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.974677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.975312 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.975598 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.975879 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.976160 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.976441 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.976714 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.977006 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.977310 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.977603 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.977887 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.978167 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.978477 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.978755 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.979032 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.979315 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.979591 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.979869 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.980152 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.980437 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.980732 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.981027 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.981327 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.981625 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.981918 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.982210 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.982489 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.982797 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.983076 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:48.983293 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 16:39:48.983533 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110931) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 16:39:49.281208 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 21 16:39:49.281519 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 21 16:39:49.281822 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 21 16:39:49.282155 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 16:39:49.689714 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.690002 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.690274 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.691563 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.691845 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.692111 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.745510 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.745782 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.746050 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.760851 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.761133 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.761428 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.790391 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.790665 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.790929 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.827760 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.828030 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:49.828300 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.059201 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.059820 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.059820 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.060005 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.060658 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.158822 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.159141 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.159426 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.159701 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.159968 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.160277 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.160537 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.160796 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.161589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.161877 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.162141 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.162412 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.162671 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.162923 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.163180 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.163444 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.163698 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.163965 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.164234 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.164491 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.164763 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.165015 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.165316 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.165696 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.165947 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.166192 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.166586 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 16:39:50.166828 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 16:39:50.167067 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 16:39:50.167304 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 16:39:50.167541 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 16:39:50.167776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 16:39:50.168138 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 16:39:50.171255 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 16:39:50.175150 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 16:39:50.179627 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jun 21 16:39:50.181229 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 16:39:50.181858 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 16:39:50.182194 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 16:39:50.182579 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 16:39:50.185356 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 16:39:50.185603 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 16:39:50.185941 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 16:39:50.191004 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 21 16:39:50.215409 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 16:39:50.215865 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.216167 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110931) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 21 16:39:50.216542 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.217919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110931) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 16:39:50.218203 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 16:39:50.218451 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 16:39:50.221959 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.222240 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:50.376324 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 16:39:50.376518 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 16:39:50.376757 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 16:39:50.377140 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 16:39:50.430964 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO dbcounter [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Registered counter for database neutron Jun 21 16:39:50.449042 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_db.sqlalchemy.engines [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110931) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 16:39:50.454944 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG dbcounter [-] [110931] Writer thread running {{(pid=110931) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 16:39:51.122972 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Initializing driver for type 'gre' Jun 21 16:39:51.123614 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] gre ID ranges: [(1, 1000)] Jun 21 16:39:51.324750 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Initializing driver for type 'local' Jun 21 16:39:51.325095 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Initializing driver for type 'vlan' Jun 21 16:39:51.442792 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] VlanTypeDriver initialization complete Jun 21 16:39:51.443579 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Initializing driver for type 'vxlan' Jun 21 16:39:51.444123 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] vxlan ID ranges: [(1, 1000)] Jun 21 16:39:51.671338 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Initializing extension driver 'port_security' Jun 21 16:39:51.671676 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.extensions.port_security [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] PortSecurityExtensionDriver initialization complete Jun 21 16:39:51.672010 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Initializing mechanism driver 'openvswitch' Jun 21 16:39:51.672332 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Initializing mechanism driver 'hyperv' Jun 21 16:39:51.679645 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:39:51.680318 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > port after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.680686 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > port after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.681037 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > port after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.681567 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 16:39:51.681991 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.682347 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.682691 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.683153 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 16:39:51.683487 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > network after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.683865 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > network after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.684236 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > network after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.684623 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 16:39:51.685026 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.685397 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.685738 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.686121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 16:39:51.686523 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.686866 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.687206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.687593 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 16:39:51.687992 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.688333 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.688669 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.689048 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110931) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 21 16:39:51.689507 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] ML2 OVO RPC backend initialized. {{(pid=110931) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 16:39:51.690217 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.690571 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.690985 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > network before_response 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.691337 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > networks before_response 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.691740 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > port before_response 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.692080 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > ports before_response 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.692434 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.692759 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.694185 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > network after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.694477 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > network after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.694813 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > network after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.695151 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > port after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.695969 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > port after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.695969 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > port after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.696219 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.696439 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.697210 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.708401 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded quota_driver: . Jun 21 16:39:51.710107 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.plugin [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Modular L2 Plugin initialization complete Jun 21 16:39:51.710669 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading services supported by the core plugin {{(pid=110931) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 16:39:51.710669 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.plugins.ml2.managers [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Got port-security extension from driver 'port_security' Jun 21 16:39:51.711082 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.extensions.vlantransparent [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Disabled vlantransparent extension. Jun 21 16:39:51.711577 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110931) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 16:39:51.711899 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading Plugin: router Jun 21 16:39:51.747631 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.748022 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router after_create 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.748393 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router before_create 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.748755 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.749128 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.749530 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router after_delete 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.749872 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.750222 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.750576 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router after_create 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.750921 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router after_update 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.751269 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router after_update 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.751616 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.751969 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router after_update 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.752376 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.752740 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: port after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.753076 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: port after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.753441 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: subnet after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.753788 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.754132 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.754476 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.754814 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: port before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.755213 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.756565 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router after_update 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.756914 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.757268 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.757655 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.758000 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.758367 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > agent after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.758714 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > agent after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.759056 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > network after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.759915 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Tracking information for resource: router configured {{(pid=110931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 16:39:51.760244 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Tracking information for resource: floatingip configured {{(pid=110931) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 16:39:51.769588 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.db.l3_agentschedulers_db [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 16:39:51.770162 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: port after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.770522 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: port after_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.770873 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: port after_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.771905 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: port after_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.772799 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router before_create 55550100 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.773168 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.773565 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.773921 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.778737 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.services.provider_configuration [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service providers = [] {{(pid=110931) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 16:39:51.779128 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.db.servicetype_db [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110931) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 16:39:51.782240 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.services.service_base [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 16:39:51.782591 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.services.service_base [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 16:39:51.782975 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.services.service_base [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 16:39:51.783848 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.services.service_base [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110931) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 16:39:51.784220 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.services.service_base [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 16:39:51.784593 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 16:39:51.784907 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 16:39:51.795638 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 16:39:51.795969 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading Plugin: auto_allocate Jun 21 16:39:51.801642 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: network precommit_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.802010 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: network precommit_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.802703 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 16:39:51.803106 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading Plugin: tag Jun 21 16:39:51.809840 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 16:39:51.810167 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading Plugin: timestamp Jun 21 16:39:51.813939 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 16:39:51.814268 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading Plugin: network_ip_availability Jun 21 16:39:51.820655 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.821019 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.821412 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:51.822120 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 16:39:51.822437 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading Plugin: flavors Jun 21 16:39:51.827280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 16:39:51.827608 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading Plugin: revisions Jun 21 16:39:51.831806 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110931) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 16:39:51.832197 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_concurrency.lockutils [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.550s {{(pid=110931) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 21 16:39:51.832933 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110931) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 21 16:39:51.833269 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Initializing extension manager. Jun 21 16:39:51.834815 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: __init__.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.835158 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: __pycache__ {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.835493 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: address_group.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.836245 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.836812 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: address-group Jun 21 16:39:51.837134 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: address_scope.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.837864 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.838368 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: address-scope Jun 21 16:39:51.838686 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.839603 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.840132 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: router-admin-state-down-before-update Jun 21 16:39:51.840452 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: agent.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.841146 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.841686 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: agent Jun 21 16:39:51.842005 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: agent_resources_synced.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.842901 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.843409 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: agent-resources-synced Jun 21 16:39:51.843727 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.845537 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.846051 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: allowed-address-pairs Jun 21 16:39:51.846375 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.847438 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.847942 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: auto-allocated-topology Jun 21 16:39:51.848261 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: availability_zone.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.848942 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.850178 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: availability_zone Jun 21 16:39:51.850498 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: availability_zone_filter.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.851399 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.851900 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: availability_zone_filter Jun 21 16:39:51.852216 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: data_plane_status.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.853104 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.853636 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 16:39:51.853957 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: default_subnetpools.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.854854 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.855354 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: default-subnetpools Jun 21 16:39:51.855674 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.856488 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.856990 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: dhcp_agent_scheduler Jun 21 16:39:51.857337 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: dns.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.858251 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.858746 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 16:39:51.859064 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: dns_domain_ports.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.859962 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.860455 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 16:39:51.860775 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.861717 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.862211 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 21 16:39:51.862528 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: dvr.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.863267 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.863777 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: dvr Jun 21 16:39:51.864093 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: ecmp_routes.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.865995 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.866496 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 21 16:39:51.866819 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: empty_string_filtering.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.867728 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.868253 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: empty-string-filtering Jun 21 16:39:51.868572 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.869672 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.870200 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 16:39:51.870521 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.871417 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.871912 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 16:39:51.872229 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: external_net.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.873145 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.873683 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: external-net Jun 21 16:39:51.874001 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.874895 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.875421 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: extra_dhcp_opt Jun 21 16:39:51.875737 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: extraroute.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.876633 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.877130 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: extraroute Jun 21 16:39:51.877477 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: extraroute_atomic.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.878483 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.878984 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: extraroute-atomic Jun 21 16:39:51.879304 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: filter_validation.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.879960 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.881502 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: filter-validation Jun 21 16:39:51.881840 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: fip_pf_description.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.882748 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.883246 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 16:39:51.883564 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: fip_pf_port_range.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.884460 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.884957 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 21 16:39:51.885303 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: fip_port_details.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.886205 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.886711 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: fip-port-details Jun 21 16:39:51.887029 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: flavors.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.888238 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.888749 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: flavors Jun 21 16:39:51.889071 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.890738 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.891253 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 16:39:51.891582 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: floatingip_pools.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.892277 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.892779 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: floatingip-pools Jun 21 16:39:51.893102 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: ip_allocation.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.894035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.894543 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 16:39:51.894865 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.895776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.896913 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: ip-substring-filtering Jun 21 16:39:51.897245 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l2_adjacency.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.898314 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.898822 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 16:39:51.899146 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.900111 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.900621 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: router Jun 21 16:39:51.900943 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.903151 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.903673 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 16:39:51.904000 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.904927 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.905470 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: ext-gw-mode Jun 21 16:39:51.905798 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.906699 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.907206 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: l3-ha Jun 21 16:39:51.907529 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.908419 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.908916 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 21 16:39:51.909234 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3_flavors.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.910154 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.910659 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: l3-flavors Jun 21 16:39:51.910976 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.912832 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.913365 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 21 16:39:51.913694 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.914600 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.915116 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 16:39:51.915437 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: l3agentscheduler.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.917903 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.918416 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: l3_agent_scheduler Jun 21 16:39:51.918743 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: local_ip.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.920492 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.921020 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension local_ip not supported by any of loaded plugins Jun 21 16:39:51.921528 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: logging.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.922977 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.923493 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension logging not supported by any of loaded plugins Jun 21 16:39:51.923824 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: metering.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.924562 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.925141 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: metering Jun 21 16:39:51.925494 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.926557 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.927063 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: metering_source_and_destination_fields Jun 21 16:39:51.928442 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: multiprovidernet.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.929472 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.929981 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: multi-provider Jun 21 16:39:51.930301 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: netmtu.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.931207 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.931714 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: net-mtu Jun 21 16:39:51.932032 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: netmtu_writable.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.932937 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.933472 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: net-mtu-writable Jun 21 16:39:51.933792 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: network_availability_zone.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.934448 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.934953 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: network_availability_zone Jun 21 16:39:51.935275 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: network_ip_availability.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.936372 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.936873 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: network-ip-availability Jun 21 16:39:51.937193 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: network_segment_range.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.937974 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.938470 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 16:39:51.938786 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: pagination.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.939753 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.940076 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: pagination Jun 21 16:39:51.940391 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: port_device_profile.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.941332 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.941812 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: port-device-profile Jun 21 16:39:51.942127 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: port_mac_address_override.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.944104 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.944658 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: port-mac-override Jun 21 16:39:51.944930 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.945893 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.946393 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: port-mac-address-regenerate Jun 21 16:39:51.946711 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.947605 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.948102 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: port-numa-affinity-policy Jun 21 16:39:51.948420 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: port_resource_request.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.949347 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.949848 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 16:39:51.950165 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: port_resource_request_groups.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.951106 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.951604 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 21 16:39:51.951921 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: portbindings.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.952832 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.953360 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: binding Jun 21 16:39:51.953683 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: portbindings_extended.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.954942 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.955447 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: binding-extended Jun 21 16:39:51.955777 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: portsecurity.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.956681 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.957184 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: port-security Jun 21 16:39:51.957537 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: project_id.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.958579 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.959005 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: project-id Jun 21 16:39:51.959340 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: providernet.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.960253 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.960752 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: provider Jun 21 16:39:51.961069 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.964863 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.965418 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos not supported by any of loaded plugins Jun 21 16:39:51.965751 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.966983 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.967489 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 16:39:51.967833 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.968733 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.969235 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 16:39:51.969589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_default.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.970486 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.970993 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-default not supported by any of loaded plugins Jun 21 16:39:51.971316 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_fip.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.972213 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.972715 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 16:39:51.973037 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.973962 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.975237 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 21 16:39:51.975597 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.976526 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.977031 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 16:39:51.977377 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.978285 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.978788 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 16:39:51.979110 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.980123 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.980632 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 21 16:39:51.980962 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.982003 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.982511 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 21 16:39:51.982833 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_pps_rule.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.984004 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.984507 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-pps not supported by any of loaded plugins Jun 21 16:39:51.984829 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.985759 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.986267 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 16:39:51.986589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.987494 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.987993 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 21 16:39:51.988311 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: qos_rules_alias.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.989360 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.990501 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 16:39:51.990824 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: quota_check_limit.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.991736 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.992254 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: quota-check-limit Jun 21 16:39:51.992574 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: quotasv2.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.993571 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.993896 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: quotas Jun 21 16:39:51.994212 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: quotasv2_detail.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.995918 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.996254 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: quota_details Jun 21 16:39:51.996582 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: rbac.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.997675 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.998200 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: rbac-policies Jun 21 16:39:51.998528 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: rbac_address_group.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:51.999446 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:51.999960 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: rbac-address-group Jun 21 16:39:52.000282 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: rbac_address_scope.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.001187 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.001728 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: rbac-address-scope Jun 21 16:39:52.002049 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: rbac_security_groups.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.003030 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.003536 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: rbac-security-groups Jun 21 16:39:52.003858 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.004816 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.005930 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: rbac-subnetpool Jun 21 16:39:52.006706 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: revisionifmatch.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.007620 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.008127 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: revision-if-match Jun 21 16:39:52.008448 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: revisions.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.009569 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.010069 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: standard-attr-revisions Jun 21 16:39:52.010392 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: router_availability_zone.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.011233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.011738 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: router_availability_zone Jun 21 16:39:52.012082 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: routerservicetype.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.012995 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.013534 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 16:39:52.013860 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.014791 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.015294 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: security-groups-normalized-cidr Jun 21 16:39:52.015619 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.016532 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.017039 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: port-security-groups-filtering Jun 21 16:39:52.017397 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.018318 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.018819 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: security-groups-remote-address-group Jun 21 16:39:52.019141 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.020054 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.020553 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: security-groups-shared-filtering Jun 21 16:39:52.020874 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: securitygroup.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.031086 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.031608 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: security-group Jun 21 16:39:52.031935 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: segment.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.032650 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.033155 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension segment not supported by any of loaded plugins Jun 21 16:39:52.033503 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.034434 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.034946 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 16:39:52.035264 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: servicetype.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.036332 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.037017 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: service-type Jun 21 16:39:52.037377 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: sorting.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.038353 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.038688 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: sorting Jun 21 16:39:52.039012 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: standard_attr_segment.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.039916 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.040422 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 16:39:52.040740 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: standardattrdescription.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.041406 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.041906 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: standard-attr-description Jun 21 16:39:52.042222 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: stateful_security_group.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.043156 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.043662 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: stateful-security-group Jun 21 16:39:52.043984 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: stdattrs_common.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.044558 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 16:39:52.044875 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.045817 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.046322 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 16:39:52.046640 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: subnet_onboard.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.047693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.048201 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: subnet_onboard Jun 21 16:39:52.048523 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.049473 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.049975 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 16:39:52.050296 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: subnet_service_types.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.051209 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.051719 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: subnet-service-types Jun 21 16:39:52.052044 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: subnetallocation.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.054140 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.054651 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: subnet_allocation Jun 21 16:39:52.054972 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.055633 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.056134 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: subnetpool-prefix-ops Jun 21 16:39:52.056454 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.057396 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.057896 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 16:39:52.058214 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: tagging.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.059257 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.059765 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: standard-attr-tag Jun 21 16:39:52.060089 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: timestamp.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.061258 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.061791 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loaded extension: standard-attr-timestamp Jun 21 16:39:52.062114 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: trunk.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.063134 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.063639 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension trunk not supported by any of loaded plugins Jun 21 16:39:52.063962 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: trunk_details.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.064870 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.065507 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 16:39:52.065833 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.066738 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.067244 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 16:39:52.067565 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Loading extension file: vlantransparent.py {{(pid=110931) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 21 16:39:52.069270 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110931) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 21 16:39:52.069801 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 16:39:52.072364 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:network Jun 21 16:39:52.072879 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:subnet Jun 21 16:39:52.073296 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 16:39:52.073682 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:port Jun 21 16:39:52.074892 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.075327 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service FLAVORS assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.075957 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.076381 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.076707 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:router Jun 21 16:39:52.077134 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 16:39:52.077626 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service METERING assigned prefix: /metering {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.079066 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:52.079437 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:52.079788 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:39:52.080767 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 16:39:52.081217 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:security_group Jun 21 16:39:52.081668 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 16:39:52.082265 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service CORE assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.082594 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 16:39:52.082935 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] subnetpool is already registered Jun 21 16:39:52.083353 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service CORE assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.083829 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 16:39:52.084170 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] subnetpool is already registered Jun 21 16:39:52.086527 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.086956 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service FLAVORS assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.087541 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.087957 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.088288 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:router Jun 21 16:39:52.088622 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] router is already registered Jun 21 16:39:52.089027 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 16:39:52.089385 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] floatingip is already registered Jun 21 16:39:52.089838 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service METERING assigned prefix: /metering {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.090493 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 16:39:52.090817 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] rbac_policy is already registered Jun 21 16:39:52.091221 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:security_group Jun 21 16:39:52.091556 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] security_group is already registered Jun 21 16:39:52.091950 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 16:39:52.092277 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] security_group_rule is already registered Jun 21 16:39:52.092886 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service CORE assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.093207 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 16:39:52.093558 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] subnetpool is already registered Jun 21 16:39:52.093972 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.v2.resource_helper [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Service CORE assigned prefix: {{(pid=110931) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 16:39:52.094292 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 16:39:52.094616 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING neutron.quota.resource_registry [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] subnetpool is already registered Jun 21 16:39:52.095081 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: extensions {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.096507 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: address-groups {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.098025 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: address-scopes {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.100077 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: agents {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.101228 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: auto-allocated-topology {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.102507 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: availability_zones {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.103749 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: dhcp-networks {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.105250 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: dhcp-agents {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.106689 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: routers {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.108385 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: flavors {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.109669 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: service_profiles {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.110873 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: next_providers {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.112311 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: service_profiles {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.113878 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: floatingip-pools {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.116055 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: routers {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.117769 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: floatingips {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.119983 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: l3-routers {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.121422 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: l3-agents {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.122834 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: metering-labels {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.124084 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: metering-label-rules {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.125476 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: network-ip-availabilities {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.126731 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: bindings {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.128294 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: quotas {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.129972 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: quotas {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.132632 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: rbac-policies {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.133859 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: security-groups {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.135185 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: security-group-rules {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.136439 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: service-providers {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.137671 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: subnetpools {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.138998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: subnetpools {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.140537 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.142315 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.144124 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.145957 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.148106 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.150092 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.151770 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.153679 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.155435 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.157177 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron.api.extensions [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Extended resource: tags {{(pid=110931) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 16:39:52.163653 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING keystonemiddleware.auth_token [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 16:39:52.168804 dv-cinder-799871-21-iscsi neutron-server[110931]: WARNING keystonemiddleware.auth_token [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 16:39:52.178775 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_concurrency.lockutils [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Acquired lock "singleton_lock" {{(pid=110931) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 21 16:39:52.179261 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_concurrency.lockutils [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Releasing lock "singleton_lock" {{(pid=110931) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 21 16:39:52.179892 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO oslo_service.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Starting 2 workers Jun 21 16:39:52.184680 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Started child 111042 {{(pid=110931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 16:39:52.189083 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Started child 111043 {{(pid=110931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 16:39:52.190145 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:39:52.190855 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO neutron.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 16:39:52.191357 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:39:52.191596 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [-] (111042) wsgi starting up on http://0.0.0.0:9696 Jun 21 16:39:52.194618 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:39:52.195178 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO oslo_service.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Starting 1 workers Jun 21 16:39:52.195982 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [-] (111043) wsgi starting up on http://0.0.0.0:9696 Jun 21 16:39:52.200301 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Started child 111044 {{(pid=110931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 16:39:52.200822 dv-cinder-799871-21-iscsi neutron-server[110931]: INFO oslo_service.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Starting 1 workers Jun 21 16:39:52.204100 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] calling RpcWorker wait() {{(pid=111044) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 16:39:52.204661 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] returning from RpcWorker wait() {{(pid=111044) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 16:39:52.205206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Started child 111045 {{(pid=110931) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 16:39:52.206002 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG neutron_lib.callbacks.manager [None req-ec4f613e-ecf0-47e5-b44c-e2e8fb5830a9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:39:52.206111 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:39:52.206535 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:39:52.207958 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110931) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 16:39:52.208163 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 16:39:52.208353 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 16:39:52.209547 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 16:39:52.210175 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:39:52.210687 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 16:39:52.210687 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 16:39:52.210911 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.211199 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:39:52.211297 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.211457 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.211715 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.212312 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.212581 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.212836 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.213103 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.213396 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.213570 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.213737 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.213998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.214246 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.214572 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.214852 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.215096 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.215325 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.215495 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.215763 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.216024 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.216280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.216560 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] debug = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.216829 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.217333 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.217591 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.217849 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.218067 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.218332 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.218579 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.218832 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.219062 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.219278 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.219494 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.219752 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.219993 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.220213 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.220445 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.220700 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.220934 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.221450 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] host = dv-cinder-799871-21-iscsi {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.221684 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.221915 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.222162 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.222400 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.222664 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.222893 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.223158 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.223409 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.223662 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.223902 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.225676 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.226370 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.226642 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.226899 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.227072 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_options = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.227321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.227587 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.227868 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.228064 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.228234 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.228399 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.228648 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.228816 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.229087 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.229319 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.229538 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.229759 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.229994 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.230241 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.230484 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.230718 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.230950 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.231173 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.231414 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.231659 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.233060 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.233345 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.233587 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.233813 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.235316 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.235574 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.235847 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.236099 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.237216 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.237443 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.237649 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.237877 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.238101 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.238340 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.238619 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.238857 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.239097 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.239317 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.239568 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.240485 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.240646 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.241057 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.241679 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.241920 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.242148 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.242399 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.252702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_json = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.252702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.252702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.252702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.252702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.252702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.252702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.252702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.253321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.253321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.253321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.253802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254309 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254309 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254309 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254309 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254309 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254309 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254309 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254309 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254841 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254841 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254841 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254841 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254841 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254841 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254841 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.254841 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.255280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.255280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.255280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.255280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.255280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.255280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.255280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.255280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256021 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256021 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256021 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256021 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256021 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256327 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256400 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256729 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.256900 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.257094 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.257347 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.257573 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.257805 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.258018 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.258257 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.258469 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.258696 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.258903 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.259153 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.259397 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.259654 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.259868 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.260101 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.260318 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.260583 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.260803 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.261060 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.261226 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.261590 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.262225 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.262225 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.262539 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.262539 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.262856 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.263002 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.263150 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.263357 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.263594 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.263823 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.264037 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.264245 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.264451 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.264680 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.264886 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.265092 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.266971 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.266971 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.266971 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.266971 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.266971 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.266971 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.266971 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.266971 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.268505 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.268505 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.268505 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.268505 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.268505 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.268505 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.268505 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.268505 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.269071 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.269071 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.269228 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.269445 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.269698 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.269942 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.270154 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.270439 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.271421 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.271710 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.271956 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.272174 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.272413 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.272639 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.273472 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.273715 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.273972 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.274642 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.274642 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.274642 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.274950 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.275194 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.275483 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.275702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.275979 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.276267 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.276536 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.276791 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.277034 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.277295 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.277558 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.277807 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.278063 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.278314 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.278561 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.278783 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.279032 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.279254 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.279466 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.279894 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.280208 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.280459 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.280683 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.280910 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.281172 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.281420 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.281664 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.282089 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.282343 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.282602 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.282847 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.283106 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.283328 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.283570 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.283797 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.284003 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.284231 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.284460 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.284676 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.284902 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.285110 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.285351 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.285558 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.285956 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.286363 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.287070 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.287358 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.287957 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.288202 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.288300 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.288537 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.288909 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.289133 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.289364 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.289765 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.289992 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.290217 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.290490 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.290746 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.290999 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.291238 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.291473 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.291939 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.292151 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.292408 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.292638 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.292852 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.293062 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.293319 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.293553 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.293779 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.294001 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.294210 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.294467 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.294698 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.295043 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.295298 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.295539 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.295777 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.296039 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.296283 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.296438 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.296644 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.296875 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.297396 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.297560 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.297772 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.297985 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.298192 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.298399 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.298616 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.298867 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.299079 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.299324 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.299539 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.299775 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.299977 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.300183 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.300425 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.300668 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.300881 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.301108 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.301337 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.301562 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.301837 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.302080 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.302963 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.303350 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.303658 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.303895 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.304128 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.304376 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.304586 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.304807 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.305019 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.305736 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.305736 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.305736 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.306016 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.306086 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.306284 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.306513 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.306759 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.306984 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.307191 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.307412 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.307621 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.307847 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.308066 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.308270 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.308497 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.308718 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.308931 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.309155 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.309406 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.309611 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.309814 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.310028 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.310267 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.310446 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.310738 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.311151 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.311369 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.311656 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.311878 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.312144 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.312382 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.312675 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.312903 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.313126 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.313378 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.313597 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.313829 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.314089 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.314409 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.314665 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.314906 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.315152 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.315441 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.315708 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.315980 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.316325 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.316538 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.316783 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.317056 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.317330 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.317580 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.317838 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.318063 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.318277 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.318490 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.318732 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.318945 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.319179 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.319406 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.319652 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.319864 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.320243 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.320479 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.320795 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.320942 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.321371 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.321608 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.321762 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 16:39:52.322291 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110931) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 16:39:52.322442 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 16:39:52.322599 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 16:39:52.322791 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 16:39:52.322956 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 16:39:52.323109 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 16:39:52.323332 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.323504 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.323639 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.323817 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.323950 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.324255 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.324418 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.324575 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.324734 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.324892 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.325035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.325191 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.325368 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.325525 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.325677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.325833 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.325982 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.326207 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.326312 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.326435 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.326589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.326745 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] debug = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.326899 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.327101 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.327263 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.327417 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.327572 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.327727 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.327880 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.328032 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.328186 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.328344 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.328498 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.328806 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.328962 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.329121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.329312 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] host = dv-cinder-799871-21-iscsi {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337142 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.337776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338255 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338255 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_options = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338255 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338255 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338255 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338255 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338255 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338667 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338667 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338667 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338667 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338667 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338667 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338667 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.338667 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339122 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339122 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339122 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339122 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339122 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339122 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339122 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339122 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.339607 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340121 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.340589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_json = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341035 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341616 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341616 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 16:39:52.341616 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341616 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341616 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341912 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:39:52.341998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.341998 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.342518 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.342518 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.342518 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.342518 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.342747 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.342747 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.342880 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.342993 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.343150 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.343292 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.343593 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.343886 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.344177 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.344343 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.344486 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.344648 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.344817 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.344973 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.345138 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.345338 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.345487 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.345626 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.345775 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.345924 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.346070 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.346217 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.346360 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.346516 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.346719 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.346880 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.347038 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.347195 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.347350 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.347489 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.347645 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.347793 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.347948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.348105 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.348263 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.348405 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.348549 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.348693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.348855 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.349536 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.350005 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.350188 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.350433 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.350575 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.350711 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.350844 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.351043 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.351197 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.351323 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.351447 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.351539 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.351662 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.351818 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.351989 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.352178 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.352345 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.352518 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.352676 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.352831 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.352991 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.353149 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.353336 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.353496 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.353654 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.354693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.354693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.354693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.354693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.354693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.354693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.354693 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.355334 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.355334 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.355334 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.355334 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.355702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.355702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.355702 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.356064 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.356064 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.356211 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.356292 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.356432 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.356589 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.356745 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.356902 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.357058 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.357216 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.357407 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.357568 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.357710 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.357868 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.358003 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.358147 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.358281 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.358476 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.358654 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.358746 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.358849 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.359006 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.359163 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.359320 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.359477 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.359633 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.359802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.359959 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.360119 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.360275 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.360440 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.360608 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.360766 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.360923 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.361079 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.361235 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.361446 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.361619 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.361776 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.361932 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.362088 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.362246 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.362415 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.362573 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.362730 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.362889 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.363070 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.363225 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.363368 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.363526 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.363682 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.363837 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.363995 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.364166 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.364316 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.364451 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.364592 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.365266 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.365779 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.365779 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.365779 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.366442 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.366442 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.366442 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.366673 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.366755 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.366891 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.367047 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.367203 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.367360 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.367515 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.367674 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.367831 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.367988 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.368151 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.368307 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.368452 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.368599 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.368782 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.368946 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.369102 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.369257 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.369436 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.369596 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.369758 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.369986 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.370138 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.370277 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.370417 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.370555 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.370713 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.370853 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.370993 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.371132 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.371280 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.371440 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.371581 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.371745 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.371948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.372081 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.372195 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.372370 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.372526 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.372689 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.372850 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.373009 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.373166 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.373344 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.373504 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.373660 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.373817 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.373976 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.374133 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.374321 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.374435 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.374618 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.374735 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.374894 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.375049 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.375201 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.375355 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.375522 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.375662 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.375802 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.375935 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.376067 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.376224 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.376380 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.376538 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.376685 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.376853 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.377002 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.377159 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.377334 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.377493 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.382948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.382948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.382948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.382948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.382948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.382948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.382948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.382948 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.383637 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.383637 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.383637 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.383637 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.383637 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.383637 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.383637 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.383637 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384206 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384761 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384761 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384761 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384761 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384761 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384761 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384761 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.384761 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385339 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385339 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385339 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385339 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385339 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385339 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385339 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385339 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.385919 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.386677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.386677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.386677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.386677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.386677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.386677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.386677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.386677 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387233 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387786 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387786 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387786 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.387786 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.388088 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.388088 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.388236 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.388316 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.388434 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.388600 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 16:39:52.388742 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110931) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 16:39:52.426231 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59370) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:39:52.435597 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065420 Jun 21 16:40:01.525926 dv-cinder-799871-21-iscsi neutron-server[110931]: DEBUG dbcounter [-] [110931] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110931) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:03.982476 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writer thread running {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 16:40:03.983587 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72fb883-9ac7-4f8d-993a-bccf6104f23b None None] get_active_networks_info from dv-cinder-799871-21-iscsi {{(pid=111044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 21 16:40:04.045610 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72fb883-9ac7-4f8d-993a-bccf6104f23b None None] No non-hosted networks {{(pid=111044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 16:40:04.062105 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.agentschedulers_db [None req-e72fb883-9ac7-4f8d-993a-bccf6104f23b None None] DHCP Agent not found on host dv-cinder-799871-21-iscsi {{(pid=111044) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 21 16:40:04.280408 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6a1adcba-f2e4-4ef0-adfa-7821e99f5367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774494'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:05.614291 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writer thread running {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 16:40:06.233005 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-974dc306-4440-48a0-9766-8ecdf3ad8493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774494'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:06.280090 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.db.api [None req-1ef00cc9-d75e-4d76-882c-ab3542bc22a8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-21-iscsi {{(pid=111044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 16:40:06.280956 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG oslo_db.api [None req-1ef00cc9-d75e-4d76-882c-ab3542bc22a8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 16:40:06.890406 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1ef00cc9-d75e-4d76-882c-ab3542bc22a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:06.947296 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59440) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:07.400059 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774494'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:07.562057 dv-cinder-799871-21-iscsi neutron-server[111043]: WARNING oslo_policy.policy [None req-1dc29c3e-3d34-4883-a049-c24e73773ab3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 16:40:07.562628 dv-cinder-799871-21-iscsi neutron-server[111043]: WARNING oslo_policy.policy [None req-1dc29c3e-3d34-4883-a049-c24e73773ab3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 16:40:07.788910 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [None req-1dc29c3e-3d34-4883-a049-c24e73773ab3 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:40:07.797338 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-1dc29c3e-3d34-4883-a049-c24e73773ab3 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8435640 Jun 21 16:40:08.815286 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774494'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:08.929741 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774494'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:08.930474 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.930840 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.931176 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.931537 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.931865 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.932191 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.932517 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.932859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.933184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.933747 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.934229 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.934623 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.935277 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.935672 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.936268 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:08.936668 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-21-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:08.944220 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-21-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:10.131048 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59474) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:10.511772 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-c347de0f-49c6-4961-beff-687ede404527 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:40:10.606443 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.policy [None req-c347de0f-49c6-4961-beff-687ede404527 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111043) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 16:40:10.648679 dv-cinder-799871-21-iscsi neutron-server[111043]: WARNING oslo_policy.policy [None req-c347de0f-49c6-4961-beff-687ede404527 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 16:40:10.649058 dv-cinder-799871-21-iscsi neutron-server[111043]: WARNING oslo_policy.policy [None req-c347de0f-49c6-4961-beff-687ede404527 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 16:40:10.668936 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writer thread running {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 16:40:10.793510 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c347de0f-49c6-4961-beff-687ede404527 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733547691495', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733547692019', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733547675388', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733547667586', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733547645571', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733547652619', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-794041', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828489', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4003564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4065556'] for rbac-policy (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:11.005016 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c347de0f-49c6-4961-beff-687ede404527 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:11.006276 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c347de0f-49c6-4961-beff-687ede404527 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8741264 Jun 21 16:40:11.375912 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.db.l3_hamode_db [None req-85a44804-4836-4cfa-b6a6-5295671922d4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 16:40:11.455562 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a44804-4836-4cfa-b6a6-5295671922d4 None None] Routers set() bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:40:11.455949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a44804-4836-4cfa-b6a6-5295671922d4 None None] Router IDs set() for agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 21 16:40:13.310954 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59486) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:13.634152 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:40:13.756288 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Made reservation on behalf of f2925804921b45939d514246d9ae2dac for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:40:13.760160 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:13.781992 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:13.894336 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Publish callbacks [] for security_group (09a181f3-54dc-48f9-b624-126ccba5664d), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:13.996426 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (09a181f3-54dc-48f9-b624-126ccba5664d), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:14.030476 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:40:14.060185 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733549876354', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (e5e8383a-b16b-41c1-9810-5f413e9863cb), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:14.060741 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Unsubscribe: segment precommit_create {{(pid=111043) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 16:40:14.061264 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Added segment e5e8383a-b16b-41c1-9810-5f413e9863cb of type vlan for network 09b29ab3-cb52-447a-9e77-295a280b3741 Jun 21 16:40:14.067883 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=09a181f3-54dc-48f9-b624-126ccba5664d,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:14.103971 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.104331 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.104686 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.105078 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.105430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.105756 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.106075 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.106392 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.106720 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.107039 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.107353 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.107678 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.107992 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.108302 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.108609 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Tracked resource versions report: Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: pushed versions: Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: { 'AddressGroup': {'1.2'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Agent': {'1.1'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'ConntrackHelper': {'1.0'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'LocalIPAssociation': {'1.0'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Log': {'1.0'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'NDPProxy': {'1.0'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Network': {'1.1'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Port': {'1.7'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'PortForwarding': {'1.3'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'QosPolicy': {'1.10'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SecurityGroup': {'1.5'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SecurityGroupRule': {'1.2'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SubPort': {'1.0'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Subnet': {'1.1'}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Trunk': {'1.1'}} Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: consumer versions: Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: { DHCP agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: L3 agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: Metadata agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: Metering agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: Open vSwitch agent@dv-cinder-799871-21-iscsi: { 'AddressGroup': '1.2', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Agent': '1.1', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'ConntrackHelper': '1.0', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'LocalIPAssociation': '1.0', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Log': '1.0', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'NDPProxy': '1.0', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Network': '1.1', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Port': '1.7', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'PortForwarding': '1.3', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'QosPolicy': '1.10', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SecurityGroup': '1.5', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SecurityGroupRule': '1.2', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SubPort': '1.0', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Subnet': '1.1', Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Trunk': '1.1'}} Jun 21 16:40:14.110074 dv-cinder-799871-21-iscsi neutron-server[111043]: {{(pid=111043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 16:40:14.175070 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (09b29ab3-cb52-447a-9e77-295a280b3741), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:14.276708 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (09b29ab3-cb52-447a-9e77-295a280b3741), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:14.281972 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:40:14.282620 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:14.333232 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:14.402521 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] Pushing event updated for resources: {'Network': ['ID=09b29ab3-cb52-447a-9e77-295a280b3741,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:14.418213 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 09b29ab3-cb52-447a-9e77-295a280b3741 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:40:14.433099 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-177c5c7c-c54c-4b38-98ef-9dab8e0753af demo demo] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1210823 Jun 21 16:40:16.804736 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 59500) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:17.314459 dv-cinder-799871-21-iscsi neutron-server[111042]: WARNING oslo_policy.policy [None req-66a69190-e584-4a8e-8138-db7083540b1f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 16:40:17.315037 dv-cinder-799871-21-iscsi neutron-server[111042]: WARNING oslo_policy.policy [None req-66a69190-e584-4a8e-8138-db7083540b1f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 16:40:17.544344 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writer thread running {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 21 16:40:17.752542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.policy [None req-66a69190-e584-4a8e-8138-db7083540b1f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111042) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 16:40:17.793147 dv-cinder-799871-21-iscsi neutron-server[111042]: WARNING oslo_policy.policy [None req-66a69190-e584-4a8e-8138-db7083540b1f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 16:40:17.793544 dv-cinder-799871-21-iscsi neutron-server[111042]: WARNING oslo_policy.policy [None req-66a69190-e584-4a8e-8138-db7083540b1f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 16:40:17.801896 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a69190-e584-4a8e-8138-db7083540b1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:40:17.803860 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-66a69190-e584-4a8e-8138-db7083540b1f demo admin] 10.222.0.70 "GET /v2.0/networks/09b29ab3-cb52-447a-9e77-295a280b3741 HTTP/1.1" status: 200 len: 826 time: 0.9971845 Jun 21 16:40:17.843275 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-03f055ab-228a-4a25-9554-d4292625b898 demo admin] 10.222.0.70 "GET /v2.0/subnetpools/a8105f75-95ed-4b9d-9d61-b181bb05181a HTTP/1.1" status: 200 len: 734 time: 0.0337515 Jun 21 16:40:17.853107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741', 'name': 'private-subnet', 'subnetpool_id': 'a8105f75-95ed-4b9d-9d61-b181bb05181a'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:40:18.042108 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Made reservation on behalf of f2925804921b45939d514246d9ae2dac for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:40:18.045000 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:18.448023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (94344dcc-4ecc-4cfc-8f38-4d7fd675da4f), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:18.523056 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Checking segment: {'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:40:18.523370 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Network hostable DHCP agents. Network: 09b29ab3-cb52-447a-9e77-295a280b3741, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:40:18.531172 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=94344dcc-4ecc-4cfc-8f38-4d7fd675da4f,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:18.544940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.544940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.544940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.544940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.544940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.545581 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.545581 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.545581 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.545813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.546076 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.546406 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.546740 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.547056 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.547371 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.547682 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Tracked resource versions report: Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: pushed versions: Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: { 'AddressGroup': {'1.2'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Agent': {'1.1'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'ConntrackHelper': {'1.0'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'LocalIPAssociation': {'1.0'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Log': {'1.0'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'NDPProxy': {'1.0'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Network': {'1.1'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Port': {'1.7'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'PortForwarding': {'1.3'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'QosPolicy': {'1.10'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SecurityGroup': {'1.5'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SecurityGroupRule': {'1.2'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SubPort': {'1.0'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Subnet': {'1.1'}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Trunk': {'1.1'}} Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: consumer versions: Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: { DHCP agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: L3 agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: Metadata agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: Metering agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: Open vSwitch agent@dv-cinder-799871-21-iscsi: { 'AddressGroup': '1.2', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Agent': '1.1', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'ConntrackHelper': '1.0', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'LocalIPAssociation': '1.0', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Log': '1.0', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'NDPProxy': '1.0', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Network': '1.1', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Port': '1.7', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'PortForwarding': '1.3', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'QosPolicy': '1.10', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SecurityGroup': '1.5', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SecurityGroupRule': '1.2', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SubPort': '1.0', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Subnet': '1.1', Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Trunk': '1.1'}} Jun 21 16:40:18.549083 dv-cinder-799871-21-iscsi neutron-server[111042]: {{(pid=111042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 16:40:18.578643 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=63,neutron:INSERT=37 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:18.649829 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Network 09b29ab3-cb52-447a-9e77-295a280b3741 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:40:18.746252 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 09b29ab3-cb52-447a-9e77-295a280b3741) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:40:18.751044 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:40:18.751666 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:18.757020 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d1128-256b-43d5-af65-1767c06d6e5b None None] Network 09b29ab3-cb52-447a-9e77-295a280b3741 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:40:18.857294 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-936ad3da-d9f4-4d7a-b1bf-c106cdf0e0c2 demo admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0077207 Jun 21 16:40:19.029399 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-09b29ab3-cb52-447a-9e77-295a280b3741', 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741', 'project_id': 'f2925804921b45939d514246d9ae2dac', 'fixed_ips': [{'subnet_id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:40:19.030714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:19.323841 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:19.329820 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Allocated IP 172.20.0.2 (09b29ab3-cb52-447a-9e77-295a280b3741/94344dcc-4ecc-4cfc-8f38-4d7fd675da4f/f223421c-c743-439c-891f-63d60a739e38) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:40:19.735055 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Publish callbacks [] for port (f223421c-c743-439c-891f-63d60a739e38), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:19.850480 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (f223421c-c743-439c-891f-63d60a739e38), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:19.936706 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Network 09b29ab3-cb52-447a-9e77-295a280b3741 is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:40:19.940371 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:40:19.943523 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Pushing event updated for resources: {'Port': ['ID=f223421c-c743-439c-891f-63d60a739e38,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:19.946007 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:40:19.978882 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.979223 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.979591 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.979939 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.980275 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.980605 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.980933 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.981260 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.981626 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.981952 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.982276 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.982620 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.982949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.983271 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.983591 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Tracked resource versions report: Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: pushed versions: Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: { 'AddressGroup': {'1.2'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Agent': {'1.1'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'ConntrackHelper': {'1.0'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'LocalIPAssociation': {'1.0'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Log': {'1.0'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'NDPProxy': {'1.0'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Network': {'1.1'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Port': {'1.7'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'PortForwarding': {'1.3'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'QosPolicy': {'1.10'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SecurityGroup': {'1.5'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SecurityGroupRule': {'1.2'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SubPort': {'1.0'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Subnet': {'1.1'}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Trunk': {'1.1'}} Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: consumer versions: Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: { DHCP agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: L3 agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: Metadata agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: Metering agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: Open vSwitch agent@dv-cinder-799871-21-iscsi: { 'AddressGroup': '1.2', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Agent': '1.1', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'ConntrackHelper': '1.0', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'LocalIPAssociation': '1.0', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Log': '1.0', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'NDPProxy': '1.0', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Network': '1.1', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Port': '1.7', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'PortForwarding': '1.3', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'QosPolicy': '1.10', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SecurityGroup': '1.5', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SecurityGroupRule': '1.2', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SubPort': '1.0', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Subnet': '1.1', Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Trunk': '1.1'}} Jun 21 16:40:19.985010 dv-cinder-799871-21-iscsi neutron-server[111044]: {{(pid=111044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 16:40:20.042261 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Attempting to bind port f223421c-c743-439c-891f-63d60a739e38 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:40:20.042663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Attempting to bind port f223421c-c743-439c-891f-63d60a739e38 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:40:20.043088 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Attempting to bind port f223421c-c743-439c-891f-63d60a739e38 on network 09b29ab3-cb52-447a-9e77-295a280b3741 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:40:20.048341 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:40:20.048739 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Checking segment: {'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:40:20.049232 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:20.049672 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Bound using segment: {'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:40:20.050157 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Bound port: f223421c-c743-439c-891f-63d60a739e38, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:40:20.050611 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (f223421c-c743-439c-891f-63d60a739e38), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:20.086092 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:20.117767 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] For port f223421c-c743-439c-891f-63d60a739e38, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:40:20.140641 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] For port f223421c-c743-439c-891f-63d60a739e38, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=f223421c-c743-439c-891f-63d60a739e38,segment=NetworkSegment(e5e8383a-b16b-41c1-9810-5f413e9863cb),segment_id=e5e8383a-b16b-41c1-9810-5f413e9863cb)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:40:20.208215 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (f223421c-c743-439c-891f-63d60a739e38), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:20.277076 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c58d6-1b4e-4ac9-9a43-a852710c4a19 None None] Pushing event updated for resources: {'Port': ['ID=f223421c-c743-439c-891f-63d60a739e38,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:21.242547 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 59524) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:21.633898 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [None req-e739d45b-5c11-48ce-a197-6a0ee191733d admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:40:21.634920 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-e739d45b-5c11-48ce-a197-6a0ee191733d admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3912880 Jun 21 16:40:22.735010 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:22.740465 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=6 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:24.024113 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59536) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:24.376955 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=54,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:24.399375 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [None req-e2894e8b-3961-48a4-b7c7-ff5303e5b197 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:40:24.400489 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e2894e8b-3961-48a4-b7c7-ff5303e5b197 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3754249 Jun 21 16:40:26.743242 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59544) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:27.078458 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-99cb6e6a-fbeb-4875-8b7c-16ba88ac76e9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:40:27.162281 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6a-fbeb-4875-8b7c-16ba88ac76e9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:27.163965 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6a-fbeb-4875-8b7c-16ba88ac76e9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:27.311165 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6a-fbeb-4875-8b7c-16ba88ac76e9 demo demo] Publish callbacks [] for router_controller (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), precommit_add_association {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:27.381401 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6a-fbeb-4875-8b7c-16ba88ac76e9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:27.496118 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-99cb6e6a-fbeb-4875-8b7c-16ba88ac76e9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:27.497338 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-99cb6e6a-fbeb-4875-8b7c-16ba88ac76e9 demo demo] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7530448 Jun 21 16:40:28.596578 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device f223421c-c743-439c-891f-63d60a739e38 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:40:28.601738 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363894cc-4967-427a-b483-d2fb129f1a9a None None] Network 09b29ab3-cb52-447a-9e77-295a280b3741 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:40:28.743354 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-11165a57-fa1d-4bc2-b5d4-45efe809ab2f None None] Provisioning complete for port f223421c-c743-439c-891f-63d60a739e38 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:28.743761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-11165a57-fa1d-4bc2-b5d4-45efe809ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (f223421c-c743-439c-891f-63d60a739e38), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:28.765955 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:28.770064 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:28.789643 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port f223421c-c743-439c-891f-63d60a739e38 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:28.790036 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (f223421c-c743-439c-891f-63d60a739e38), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:28.933152 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:28.942282 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-11165a57-fa1d-4bc2-b5d4-45efe809ab2f None None] Current status of the port f223421c-c743-439c-891f-63d60a739e38 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:28.942282 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-11165a57-fa1d-4bc2-b5d4-45efe809ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (f223421c-c743-439c-891f-63d60a739e38), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:29.001603 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port f223421c-c743-439c-891f-63d60a739e38 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:29.002000 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (f223421c-c743-439c-891f-63d60a739e38), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:29.022306 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-11165a57-fa1d-4bc2-b5d4-45efe809ab2f None None] For port f223421c-c743-439c-891f-63d60a739e38, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=f223421c-c743-439c-891f-63d60a739e38,segment=NetworkSegment(e5e8383a-b16b-41c1-9810-5f413e9863cb),segment_id=e5e8383a-b16b-41c1-9810-5f413e9863cb)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:40:29.099339 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-11165a57-fa1d-4bc2-b5d4-45efe809ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (f223421c-c743-439c-891f-63d60a739e38), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:29.166051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.db.api [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 16:40:29.166489 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG oslo_db.api [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 16:40:29.175525 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11165a57-fa1d-4bc2-b5d4-45efe809ab2f None None] Pushing event updated for resources: {'Port': ['ID=f223421c-c743-439c-891f-63d60a739e38,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:29.217345 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-397c4d11-1b69-4b03-a129-39e6ade5360c None None] Provisioning complete for port f223421c-c743-439c-891f-63d60a739e38 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:29.217661 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-397c4d11-1b69-4b03-a129-39e6ade5360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (f223421c-c743-439c-891f-63d60a739e38), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:29.289590 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-397c4d11-1b69-4b03-a129-39e6ade5360c None None] Current status of the port f223421c-c743-439c-891f-63d60a739e38 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:29.693952 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:29.701456 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port f223421c-c743-439c-891f-63d60a739e38 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:29.836846 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59560) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:30.158003 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [None req-97f5a29b-d8c3-4cb1-a72f-836a79a0d9b7 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:40:30.159010 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-97f5a29b-d8c3-4cb1-a72f-836a79a0d9b7 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3211796 Jun 21 16:40:30.258632 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:40:30.570336 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device f223421c-c743-439c-891f-63d60a739e38 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:40:30.616441 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port f223421c-c743-439c-891f-63d60a739e38 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:30.616836 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (f223421c-c743-439c-891f-63d60a739e38), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:30.686490 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port f223421c-c743-439c-891f-63d60a739e38 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:32.476287 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59568) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:32.805753 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:40:32.876949 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Made reservation on behalf of 5b5dc23437bc45dfae144cb9e387649c for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:40:32.879382 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:32.887992 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:32.961388 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Publish callbacks [] for security_group (8cb34774-6e5e-44b0-afec-5b9c4118d008), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:33.030914 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (8cb34774-6e5e-44b0-afec-5b9c4118d008), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:33.045956 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Reserving flat network on physical network physnet1 {{(pid=111043) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 16:40:33.068899 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (75921cd8-689d-4027-87de-21a6877b3787), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:33.070306 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Added segment 75921cd8-689d-4027-87de-21a6877b3787 of type flat for network 14125294-c230-42cf-8446-cce19d5771ab Jun 21 16:40:33.070932 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb34774-6e5e-44b0-afec-5b9c4118d008,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:33.137997 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (14125294-c230-42cf-8446-cce19d5771ab), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:33.236623 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (14125294-c230-42cf-8446-cce19d5771ab), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:33.237865 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:40:33.238476 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:33.334102 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] Pushing event updated for resources: {'Network': ['ID=14125294-c230-42cf-8446-cce19d5771ab,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:33.343609 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 14125294-c230-42cf-8446-cce19d5771ab details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:40:33.375363 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-997ae1d1-9523-49b3-bf5f-1255339eab0a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8979852 Jun 21 16:40:33.990024 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1d04e191-756d-4185-b2aa-53e9e149f471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:35.625407 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 59576) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:35.991151 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd619a5-64b7-49ec-b2ae-409efa74baf5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:40:35.992504 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-bbd619a5-64b7-49ec-b2ae-409efa74baf5 demo admin] 10.222.0.70 "GET /v2.0/subnets/94344dcc-4ecc-4cfc-8f38-4d7fd675da4f HTTP/1.1" status: 200 len: 849 time: 0.3661551 Jun 21 16:40:36.168299 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ea6974be-4d20-4a5d-bbf2-37af4019ae72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:36.173827 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-84600a44-f783-4b8d-867f-42d4f6dbfee3 demo admin] 10.222.0.70 "GET /v2.0/routers/6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 HTTP/1.1" status: 200 len: 704 time: 0.1754096 Jun 21 16:40:36.453206 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:36.756139 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Allocated IP 172.20.0.1 (09b29ab3-cb52-447a-9e77-295a280b3741/94344dcc-4ecc-4cfc-8f38-4d7fd675da4f/3f67e635-9e99-45dd-aad6-523819c2a80e) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:40:36.910492 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Publish callbacks [] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.077476 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.154603 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Network 09b29ab3-cb52-447a-9e77-295a280b3741 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:40:37.163392 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:40:37.168519 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:40:37.169610 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.189669 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Pushing event updated for resources: {'Port': ['ID=3f67e635-9e99-45dd-aad6-523819c2a80e,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:37.356800 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-edee6c22-ed84-43be-9d3f-0c8fe4e313ec None None] Provisioning complete for port 3f67e635-9e99-45dd-aad6-523819c2a80e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:37.357335 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-edee6c22-ed84-43be-9d3f-0c8fe4e313ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.391762 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-edee6c22-ed84-43be-9d3f-0c8fe4e313ec None None] Port 3f67e635-9e99-45dd-aad6-523819c2a80e cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:40:37.402232 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.492985 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.494648 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:37.496144 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:37.754641 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Publish callbacks [] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.860032 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.860982 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:37.928680 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Pushing event updated for resources: {'Port': ['ID=3f67e635-9e99-45dd-aad6-523819c2a80e,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:38.004634 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Network 09b29ab3-cb52-447a-9e77-295a280b3741 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:40:38.006154 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:40:38.217693 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c1c2159d-8ddc-4e26-a359-821c1899a5fa None None] Provisioning complete for port 3f67e635-9e99-45dd-aad6-523819c2a80e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:38.218101 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c1c2159d-8ddc-4e26-a359-821c1899a5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:38.236790 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Router 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:40:38.252432 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2159d-8ddc-4e26-a359-821c1899a5fa None None] Port 3f67e635-9e99-45dd-aad6-523819c2a80e cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:40:38.330378 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:40:38.347831 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-812f2bfb-fc48-4689-a52c-1170d90a8b4c demo admin] 10.222.0.70 "PUT /v2.0/routers/6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1546748 Jun 21 16:40:38.348010 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Sync routers for ids ['6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:40:38.357475 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Routers {'6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:40:38.358323 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:40:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:38.545640 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Set router 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 gateway port host: None {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:40:38.768174 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:38.926840 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:38.995501 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'name': 'router1', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:40:27Z', 'updated_at': '2022-06-21T16:40:37Z', 'revision_number': 2, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'gw_port_host': None, '_interfaces': [{'id': '3f67e635-9e99-45dd-aad6-523819c2a80e', 'name': '', 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'mac_address': 'fa:16:3e:9f:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:36Z', 'updated_at': '2022-06-21T16:40:37Z', 'revision_number': 2, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'subnets': [{'id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8105f75-95ed-4b9d-9d61-b181bb05181a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:39.046252 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Checking router: 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:40:39.046526 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Updating router 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 port 3f67e635-9e99-45dd-aad6-523819c2a80e binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:40:39.101032 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:39.673997 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Publish callbacks [] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:39.739237 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:39.896133 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Pushing event updated for resources: {'Port': ['ID=3f67e635-9e99-45dd-aad6-523819c2a80e,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:39.929405 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.929722 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.930013 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.930344 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.930674 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.931000 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.931321 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.931782 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.932018 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.932285 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.932602 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.932934 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.933251 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.933625 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.933894 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Tracked resource versions report: Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: pushed versions: Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: { 'AddressGroup': {'1.2'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Agent': {'1.1'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'ConntrackHelper': {'1.0'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'LocalIPAssociation': {'1.0'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Log': {'1.0'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'NDPProxy': {'1.0'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Network': {'1.1'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Port': {'1.7'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'PortForwarding': {'1.3'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'QosPolicy': {'1.10'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SecurityGroup': {'1.5'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SecurityGroupRule': {'1.2'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SubPort': {'1.0'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Subnet': {'1.1'}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Trunk': {'1.1'}} Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: consumer versions: Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: { DHCP agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: L3 agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: Metadata agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: Metering agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: Open vSwitch agent@dv-cinder-799871-21-iscsi: { 'AddressGroup': '1.2', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Agent': '1.1', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'ConntrackHelper': '1.0', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'LocalIPAssociation': '1.0', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Log': '1.0', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'NDPProxy': '1.0', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Network': '1.1', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Port': '1.7', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'PortForwarding': '1.3', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'QosPolicy': '1.10', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SecurityGroup': '1.5', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SecurityGroupRule': '1.2', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SubPort': '1.0', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Subnet': '1.1', Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Trunk': '1.1'}} Jun 21 16:40:39.935368 dv-cinder-799871-21-iscsi neutron-server[111045]: {{(pid=111045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 16:40:39.939981 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Attempting to bind port 3f67e635-9e99-45dd-aad6-523819c2a80e on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:40:39.940721 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Attempting to bind port 3f67e635-9e99-45dd-aad6-523819c2a80e by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:40:39.941088 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Attempting to bind port 3f67e635-9e99-45dd-aad6-523819c2a80e on network 09b29ab3-cb52-447a-9e77-295a280b3741 {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:40:39.947264 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:40:39.947657 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Checking segment: {'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:40:39.948136 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:39.948517 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Bound using segment: {'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:40:39.948996 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Bound port: 3f67e635-9e99-45dd-aad6-523819c2a80e, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e8383a-b16b-41c1-9810-5f413e9863cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:40:39.949394 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:39.983174 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-76a862d5-b139-4b84-8ec2-eeb7e884b469 None None] Provisioning complete for port 3f67e635-9e99-45dd-aad6-523819c2a80e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:39.983726 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-76a862d5-b139-4b84-8ec2-eeb7e884b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:40.013465 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] For port 3f67e635-9e99-45dd-aad6-523819c2a80e, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:40:40.018894 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-76a862d5-b139-4b84-8ec2-eeb7e884b469 None None] Port 3f67e635-9e99-45dd-aad6-523819c2a80e cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:40:40.032001 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:40.035352 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] For port 3f67e635-9e99-45dd-aad6-523819c2a80e, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=3f67e635-9e99-45dd-aad6-523819c2a80e,segment=NetworkSegment(e5e8383a-b16b-41c1-9810-5f413e9863cb),segment_id=e5e8383a-b16b-41c1-9810-5f413e9863cb)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:40:40.123030 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:40.128465 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:40.186724 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Routers {'6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:40:40.187274 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:40:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:40.224868 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8fded-75a2-4030-b8a7-270d99308d2a None None] Pushing event updated for resources: {'Port': ['ID=3f67e635-9e99-45dd-aad6-523819c2a80e,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:40.287284 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] Set router 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 gateway port host: None {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:40:40.339402 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-48e7c958-5e03-4816-9712-4a379684ada2 None None] Provisioning complete for port 3f67e635-9e99-45dd-aad6-523819c2a80e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:40.339873 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-48e7c958-5e03-4816-9712-4a379684ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:40.418149 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-48e7c958-5e03-4816-9712-4a379684ada2 None None] Current status of the port 3f67e635-9e99-45dd-aad6-523819c2a80e is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:40.419298 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-48e7c958-5e03-4816-9712-4a379684ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:40.456642 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-48e7c958-5e03-4816-9712-4a379684ada2 None None] For port 3f67e635-9e99-45dd-aad6-523819c2a80e, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=3f67e635-9e99-45dd-aad6-523819c2a80e,segment=NetworkSegment(e5e8383a-b16b-41c1-9810-5f413e9863cb),segment_id=e5e8383a-b16b-41c1-9810-5f413e9863cb)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:40:40.490387 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'name': 'router1', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:40:27Z', 'updated_at': '2022-06-21T16:40:37Z', 'revision_number': 2, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'gw_port_host': None, '_interfaces': [{'id': '3f67e635-9e99-45dd-aad6-523819c2a80e', 'name': '', 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'mac_address': 'fa:16:3e:9f:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:36Z', 'updated_at': '2022-06-21T16:40:40Z', 'revision_number': 4, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'subnets': [{'id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8105f75-95ed-4b9d-9d61-b181bb05181a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:40.520934 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6018bd22-d97f-4da0-902b-5c6bbc8de229 None None] The sync data for ids ['6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'] in dv-cinder-799871-21-iscsi is: [{'id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'name': 'router1', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:40:27Z', 'updated_at': '2022-06-21T16:40:37Z', 'revision_number': 2, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'gw_port_host': None, '_interfaces': [{'id': '3f67e635-9e99-45dd-aad6-523819c2a80e', 'name': '', 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'mac_address': 'fa:16:3e:9f:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:36Z', 'updated_at': '2022-06-21T16:40:40Z', 'revision_number': 4, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'subnets': [{'id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8105f75-95ed-4b9d-9d61-b181bb05181a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:40:40.556835 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-48e7c958-5e03-4816-9712-4a379684ada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:40.600786 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:40.610892 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7c958-5e03-4816-9712-4a379684ada2 None None] Pushing event updated for resources: {'Port': ['ID=3f67e635-9e99-45dd-aad6-523819c2a80e,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:40.660550 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 59596) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:40.891277 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045631ef-556a-42b7-9876-7d95b1d4c31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:40:40.892643 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-045631ef-556a-42b7-9876-7d95b1d4c31c admin admin] 10.222.0.70 "GET /v2.0/networks/14125294-c230-42cf-8446-cce19d5771ab HTTP/1.1" status: 200 len: 842 time: 0.2310030 Jun 21 16:40:40.902560 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'gateway_ip': '172.27.2.1'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:40:40.985321 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Made reservation on behalf of 5b5dc23437bc45dfae144cb9e387649c for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:40:40.988551 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:40.990573 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:41.253329 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:41.337247 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.objects.ports [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111042) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 21 16:40:41.337708 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (9a8316e5-9a8b-49ab-a6dc-0a439c018038), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:41.397368 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8316e5-9a8b-49ab-a6dc-0a439c018038,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:41.408451 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:40:41.409450 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Network hostable DHCP agents. Network: 14125294-c230-42cf-8446-cce19d5771ab, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:40:41.533614 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:40:41.625159 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 14125294-c230-42cf-8446-cce19d5771ab) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:40:41.631688 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:40:41.631949 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:41.636463 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14334ef-9a81-4992-81c5-8c45bf721639 None None] Network 14125294-c230-42cf-8446-cce19d5771ab requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:40:41.730978 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9ca0aa2a-6642-497d-9f83-741ab15eb92f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8317628 Jun 21 16:40:41.747052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ba577-3ef7-4145-9c74-e01074fd8f5d None None] Network 14125294-c230-42cf-8446-cce19d5771ab requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:40:43.297068 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:43.305671 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=39,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:44.205817 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59616) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:44.446611 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c3c99888-9657-4c8e-bef6-b3fdb6a94d97 demo admin] 10.222.0.70 "GET /v2.0/routers/6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 HTTP/1.1" status: 200 len: 710 time: 0.2392766 Jun 21 16:40:44.601578 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb7cc73-62ec-4569-94df-abda5889d8a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:40:44.603029 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ceb7cc73-62ec-4569-94df-abda5889d8a6 demo admin] 10.222.0.70 "GET /v2.0/networks/14125294-c230-42cf-8446-cce19d5771ab HTTP/1.1" status: 200 len: 886 time: 0.1508124 Jun 21 16:40:44.612035 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:40:44.863552 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks [] for router_gateway (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:45.195616 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks [] for router_gateway (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:45.279440 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:45.533892 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Allocated IP 172.27.2.56 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/1ecd527e-ad3e-4b65-80a4-dc69a393bb06) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:40:45.650037 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks [] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:45.676388 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:45.693784 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:45.791238 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:45.874234 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:40:45.880780 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:40:45.886110 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Pushing event updated for resources: {'Port': ['ID=1ecd527e-ad3e-4b65-80a4-dc69a393bb06,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:45.890194 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:40:46.247438 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks [] for router_gateway (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:46.437603 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3799013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3769447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58499'] for router (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:46.442991 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3798940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3798926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3769374'] for router (6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:46.561955 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Router 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:40:46.613821 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 3f67e635-9e99-45dd-aad6-523819c2a80e up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:40:46.662976 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 3f67e635-9e99-45dd-aad6-523819c2a80e triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:46.663455 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:46.674630 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:40:46.680342 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:46.686277 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-6fa4de80-6ed3-43b0-8a73-f38a1c47943b demo admin] 10.222.0.70 "PUT /v2.0/routers/6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 HTTP/1.1" status: 200 len: 889 time: 2.0727136 Jun 21 16:40:46.697041 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:46.748230 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 3f67e635-9e99-45dd-aad6-523819c2a80e is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:47.011277 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Sync routers for ids ['6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:40:47.023865 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Routers {'6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:40:47.024498 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:40:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:47.230777 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Set router 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:40:47.671040 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'name': 'router1', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ecd527e-ad3e-4b65-80a4-dc69a393bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:40:27Z', 'updated_at': '2022-06-21T16:40:46Z', 'revision_number': 4, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'gw_port': {'id': '1ecd527e-ad3e-4b65-80a4-dc69a393bb06', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:45Z', 'updated_at': '2022-06-21T16:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '3f67e635-9e99-45dd-aad6-523819c2a80e', 'name': '', 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'mac_address': 'fa:16:3e:9f:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:36Z', 'updated_at': '2022-06-21T16:40:40Z', 'revision_number': 5, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'subnets': [{'id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8105f75-95ed-4b9d-9d61-b181bb05181a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:47.720981 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Checking router: 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:40:47.721905 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Updating router 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:40:47.773385 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:48.068416 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:48.235250 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Publish callbacks [] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:48.327892 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:48.384833 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Attempting to bind port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:40:48.385264 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Attempting to bind port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:40:48.385597 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Attempting to bind port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:40:48.392157 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcca08-0c99-434a-81c5-aaedc4a60066 None None] Pushing event updated for resources: {'Port': ['ID=1ecd527e-ad3e-4b65-80a4-dc69a393bb06,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:48.399957 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:40:48.399957 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:40:48.399957 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:48.399957 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:40:48.399957 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Bound port: 1ecd527e-ad3e-4b65-80a4-dc69a393bb06, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:40:48.399957 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:48.576383 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] For port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:40:48.579759 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] For port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=1ecd527e-ad3e-4b65-80a4-dc69a393bb06,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:40:48.682021 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:48.728761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:48.745236 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcca08-0c99-434a-81c5-aaedc4a60066 None None] Pushing event updated for resources: {'Port': ['ID=1ecd527e-ad3e-4b65-80a4-dc69a393bb06,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:48.749980 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Routers {'6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:40:48.750580 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:40:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:48.856860 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] Set router 6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:40:49.030500 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 59630) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:40:49.057835 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'name': 'router1', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ecd527e-ad3e-4b65-80a4-dc69a393bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:40:27Z', 'updated_at': '2022-06-21T16:40:46Z', 'revision_number': 4, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'gw_port': {'id': '1ecd527e-ad3e-4b65-80a4-dc69a393bb06', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:45Z', 'updated_at': '2022-06-21T16:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '3f67e635-9e99-45dd-aad6-523819c2a80e', 'name': '', 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'mac_address': 'fa:16:3e:9f:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:36Z', 'updated_at': '2022-06-21T16:40:40Z', 'revision_number': 5, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'subnets': [{'id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8105f75-95ed-4b9d-9d61-b181bb05181a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:40:49.086579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e10fe-8312-462e-bcb3-2cc7a5ba2f92 None None] The sync data for ids ['6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876'] in dv-cinder-799871-21-iscsi is: [{'id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'name': 'router1', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '1ecd527e-ad3e-4b65-80a4-dc69a393bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:40:27Z', 'updated_at': '2022-06-21T16:40:46Z', 'revision_number': 4, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'gw_port': {'id': '1ecd527e-ad3e-4b65-80a4-dc69a393bb06', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:45Z', 'updated_at': '2022-06-21T16:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '3f67e635-9e99-45dd-aad6-523819c2a80e', 'name': '', 'network_id': '09b29ab3-cb52-447a-9e77-295a280b3741', 'tenant_id': 'f2925804921b45939d514246d9ae2dac', 'mac_address': 'fa:16:3e:9f:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1471b6-267b-4ae6-b7aa-1bbaa4c7e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:40:36Z', 'updated_at': '2022-06-21T16:40:40Z', 'revision_number': 5, 'project_id': 'f2925804921b45939d514246d9ae2dac', 'subnets': [{'id': '94344dcc-4ecc-4cfc-8f38-4d7fd675da4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8105f75-95ed-4b9d-9d61-b181bb05181a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:40:49.170185 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-5f53edc0-f7f9-4ecb-a31e-40aa92425a37 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1384101 Jun 21 16:40:50.488993 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=20 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:50.494508 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=56 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:50.594586 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:40:50.642528 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:50.643351 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:50.711062 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:50.714873 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:50.715255 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:50.739652 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=1ecd527e-ad3e-4b65-80a4-dc69a393bb06,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:40:50.819045 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:50.886545 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=1ecd527e-ad3e-4b65-80a4-dc69a393bb06,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:40:51.634901 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=40 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:51.660156 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:52.605999 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:40:52.660393 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:40:52.660989 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (1ecd527e-ad3e-4b65-80a4-dc69a393bb06), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:40:52.760330 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 1ecd527e-ad3e-4b65-80a4-dc69a393bb06 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:40:59.147083 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:40:59.150816 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=68,neutron:INSERT=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:41:02.717298 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:41:02.760292 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=21 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:41:03.983913 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-59ea8965-f02d-4205-8bcd-40f5ae2e1906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:06.212917 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8d41ac17-7f3b-4163-8c13-4b510b3d2380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:07.265412 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:41:07.389580 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:08.755444 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:08.932917 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:13.268666 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:41:17.267014 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:41:18.843317 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:41:18.858629 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:41:33.987356 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-9f77ea46-f83d-40a3-b4bf-48079e909b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:36.141961 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-60b2003e-58b7-4d02-ae5d-3cd59cb4d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:37.370140 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:38.802150 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:38.901828 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:41:44.258362 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:41:48.838614 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:41:48.845479 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:02.250798 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=6 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:02.251935 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:03.962494 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c8b68e9c-81fe-4ab0-961d-9654f320075c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:06.156863 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-7a272491-c76c-4f67-981e-6ed3bd2800f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:07.379408 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:08.756835 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:08.934570 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:09.071810 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60172) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:09.136019 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.pecan_wsgi.hooks.translation [None req-e006f6d4-bfa6-42d1-a718-ee6b4b15cf86 admin admin] GET failed (client error): The resource could not be found. Jun 21 16:42:09.136838 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e006f6d4-bfa6-42d1-a718-ee6b4b15cf86 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639830 Jun 21 16:42:09.303229 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55170da-4a9c-4469-ae57-9eba18c82ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:09.304706 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c55170da-4a9c-4469-ae57-9eba18c82ef7 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1637626 Jun 21 16:42:11.394107 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60182) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:11.569885 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0546234d-824d-46b0-a990-20f7110bd95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:11.571169 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0546234d-824d-46b0-a990-20f7110bd95b admin admin] 10.222.0.70 "GET /v2.0/subnets/94344dcc-4ecc-4cfc-8f38-4d7fd675da4f HTTP/1.1" status: 200 len: 849 time: 0.1761105 Jun 21 16:42:11.581450 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:42:11.668975 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Publish callbacks [] for subnet (94344dcc-4ecc-4cfc-8f38-4d7fd675da4f), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:11.877867 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733550100071'] for subnet (94344dcc-4ecc-4cfc-8f38-4d7fd675da4f), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:11.919370 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:11.920229 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:11.927088 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] 10.222.0.70 "PUT /v2.0/subnets/94344dcc-4ecc-4cfc-8f38-4d7fd675da4f HTTP/1.1" status: 200 len: 868 time: 0.3443046 Jun 21 16:42:11.927331 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24321bc8-7463-4bc0-8363-8c34ff1a524d None None] Network 09b29ab3-cb52-447a-9e77-295a280b3741 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:42:11.935265 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94344dcc-4ecc-4cfc-8f38-4d7fd675da4f,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:42:11.946465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.946465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.946465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.946465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.947006 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.947006 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.947346 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.947613 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.947957 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.948285 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.948625 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.948953 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.949331 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.949658 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:11.949986 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b51da-d8ab-447d-ae8a-3325dba98813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:42:12.245589 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-45dc45ff-ff3e-43e1-aab2-7e90f860a508 None None] Provisioning complete for port f223421c-c743-439c-891f-63d60a739e38 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:42:12.245972 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-45dc45ff-ff3e-43e1-aab2-7e90f860a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (f223421c-c743-439c-891f-63d60a739e38), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:12.324108 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-45dc45ff-ff3e-43e1-aab2-7e90f860a508 None None] Current status of the port f223421c-c743-439c-891f-63d60a739e38 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:42:12.333531 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-45dc45ff-ff3e-43e1-aab2-7e90f860a508 None None] Provisioning complete for port 3f67e635-9e99-45dd-aad6-523819c2a80e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:42:12.333899 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-45dc45ff-ff3e-43e1-aab2-7e90f860a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3f67e635-9e99-45dd-aad6-523819c2a80e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:12.406298 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-45dc45ff-ff3e-43e1-aab2-7e90f860a508 None None] Current status of the port 3f67e635-9e99-45dd-aad6-523819c2a80e is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:42:14.074430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60190) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:14.304426 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddbe58-7669-47b7-add4-1a55a588a289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:14.304904 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddbe58-7669-47b7-add4-1a55a588a289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:14.306991 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ddddbe58-7669-47b7-add4-1a55a588a289 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2313747 Jun 21 16:42:16.421768 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60198) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:16.560753 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98726830-807c-4111-abb8-14c329d23f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:16.561237 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98726830-807c-4111-abb8-14c329d23f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:16.562866 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-98726830-807c-4111-abb8-14c329d23f69 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1386702 Jun 21 16:42:18.631821 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60206) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:18.769494 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b095646-022f-4649-8699-a0df74bcae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:18.770872 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-2b095646-022f-4649-8699-a0df74bcae32 admin admin] 10.222.0.70 "GET /v2.0/networks/09b29ab3-cb52-447a-9e77-295a280b3741 HTTP/1.1" status: 200 len: 870 time: 0.1381059 Jun 21 16:42:20.871480 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60216) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:21.018092 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ccd67-c6f0-4797-be5e-388b465b893d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:21.019490 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-864ccd67-c6f0-4797-be5e-388b465b893d admin admin] 10.222.0.70 "GET /v2.0/networks/14125294-c230-42cf-8446-cce19d5771ab HTTP/1.1" status: 200 len: 886 time: 0.1470540 Jun 21 16:42:21.258767 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:42:22.403736 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:22.404535 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:UPDATE=2,neutron:SELECT=47 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:23.165978 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60224) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:23.298294 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28491caf-b3d9-46b7-9152-30e143bb44a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:23.298755 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28491caf-b3d9-46b7-9152-30e143bb44a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:23.300308 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-28491caf-b3d9-46b7-9152-30e143bb44a6 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333797 Jun 21 16:42:25.380182 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60232) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:25.488016 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6075ceab-fc9a-450b-884a-53cd16cc25b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:25.488472 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6075ceab-fc9a-450b-884a-53cd16cc25b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:25.490051 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-6075ceab-fc9a-450b-884a-53cd16cc25b0 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089253 Jun 21 16:42:26.557164 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=81,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:26.557927 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:27.615906 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60240) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:27.712924 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b6fb5-b1bf-4d2d-ae09-47dc532fdd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:27.714316 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-7b9b6fb5-b1bf-4d2d-ae09-47dc532fdd3c admin admin] 10.222.0.70 "GET /v2.0/subnets/94344dcc-4ecc-4cfc-8f38-4d7fd675da4f HTTP/1.1" status: 200 len: 868 time: 0.0974460 Jun 21 16:42:29.804516 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60248) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:29.908268 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31076a12-1f65-407f-b374-00e4ed7acd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:29.910741 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-31076a12-1f65-407f-b374-00e4ed7acd47 admin admin] 10.222.0.70 "GET /v2.0/subnets/9a8316e5-9a8b-49ab-a6dc-0a439c018038 HTTP/1.1" status: 200 len: 816 time: 0.1052682 Jun 21 16:42:31.255124 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:31.255901 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:33.984301 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-67566122-10e4-478b-ac73-dcd169de7f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:36.223337 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-98253c6e-0e18-4d01-b47c-0d4a378d2c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:37.383406 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:38.777509 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:38.897368 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:42:39.898068 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=41 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:39.903104 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=51 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:48.842274 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:48.845342 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:42:57.176059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60302) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:57.224927 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [None req-9d882ac5-0c93-404e-b518-823e4785922c admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:42:57.225984 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9d882ac5-0c93-404e-b518-823e4785922c admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0489564 Jun 21 16:42:58.258387 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:42:59.521256 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60310) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:42:59.583929 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.pecan_wsgi.hooks.translation [None req-492e6e02-35e8-400d-8d6c-03e1208db9d9 admin admin] GET failed (client error): The resource could not be found. Jun 21 16:42:59.585195 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-492e6e02-35e8-400d-8d6c-03e1208db9d9 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630455 Jun 21 16:42:59.673958 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8395308d-dd32-4565-8742-9aec55c210ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:42:59.675428 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-8395308d-dd32-4565-8742-9aec55c210ce admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0862401 Jun 21 16:43:01.812821 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60318) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:43:01.861546 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:43:01.959314 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Made reservation on behalf of 5b5dc23437bc45dfae144cb9e387649c for: {'network': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:43:01.961751 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:01.991228 dv-cinder-799871-21-iscsi neutron-server[111042]: WARNING neutron.services.revisions.revision_plugin [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Could not find related network for resource to bump revision. Jun 21 16:43:02.007174 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=111042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:43:02.020059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733549876354', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (2c0d77f1-4589-4f2f-9df4-d02013f49883), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:02.020634 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Unsubscribe: segment precommit_create {{(pid=111042) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 16:43:02.021029 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.segments_db [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Added segment 2c0d77f1-4589-4f2f-9df4-d02013f49883 of type vlan for network f26d56df-797a-44f5-99f5-4b3bac072d77 Jun 21 16:43:02.065465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (f26d56df-797a-44f5-99f5-4b3bac072d77), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:02.130411 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (f26d56df-797a-44f5-99f5-4b3bac072d77), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:02.131436 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:43:02.132044 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:02.228632 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.4146919 Jun 21 16:43:02.229198 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Pushing event updated for resources: {'Network': ['ID=f26d56df-797a-44f5-99f5-4b3bac072d77,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:43:02.238203 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.238556 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.238900 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.239239 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.239574 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.239910 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.240237 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.240563 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.240902 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.241236 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.241606 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.241936 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.242256 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.242576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.242908 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2c29b6-8b7d-4a7f-a6bc-1d64afbfd85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:02.255846 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network f26d56df-797a-44f5-99f5-4b3bac072d77 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:43:03.959299 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-532442ac-110f-4ad4-a849-ba2c0426bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:04.351534 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60326) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:43:04.483346 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe72de3-b1d0-4911-b33f-696bd81e8dc7 admin admin] GET failed (client error): The resource could not be found. Jun 21 16:43:04.484782 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-efe72de3-b1d0-4911-b33f-696bd81e8dc7 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1322849 Jun 21 16:43:04.588102 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a840b7-5e46-4276-9bb2-16053bf894bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:43:04.589481 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c1a840b7-5e46-4276-9bb2-16053bf894bc admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1005411 Jun 21 16:43:04.599876 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:43:04.684616 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Made reservation on behalf of 5b5dc23437bc45dfae144cb9e387649c for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:43:04.687660 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:04.896855 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (81916699-5b18-427e-8478-a9f98026aeaf), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:04.953221 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81916699-5b18-427e-8478-a9f98026aeaf,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:43:04.962951 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Checking segment: {'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:43:04.963306 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Network hostable DHCP agents. Network: f26d56df-797a-44f5-99f5-4b3bac072d77, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:43:05.044946 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Network f26d56df-797a-44f5-99f5-4b3bac072d77 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:43:05.101760 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, f26d56df-797a-44f5-99f5-4b3bac072d77) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:43:05.105935 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:43:05.106541 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:05.111046 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0622420-091e-4f6c-b2f7-fba6c1ee2eb2 None None] Network f26d56df-797a-44f5-99f5-4b3bac072d77 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:43:05.178826 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-fff15e8f-09b1-4e66-bcbf-3b5940e33a07 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5825005 Jun 21 16:43:05.218406 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-f26d56df-797a-44f5-99f5-4b3bac072d77', 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77', 'project_id': '5b5dc23437bc45dfae144cb9e387649c', 'fixed_ips': [{'subnet_id': '81916699-5b18-427e-8478-a9f98026aeaf'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:43:05.219921 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:05.373327 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Allocated IP 192.168.233.2 (f26d56df-797a-44f5-99f5-4b3bac072d77/81916699-5b18-427e-8478-a9f98026aeaf/2d84ceac-2939-4285-8efb-4a288a38e9f9) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:43:05.621002 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Publish callbacks [] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:05.686231 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:05.728174 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Network f26d56df-797a-44f5-99f5-4b3bac072d77 is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:43:05.731101 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:43:05.735707 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:43:05.742732 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Pushing event updated for resources: {'Port': ['ID=2d84ceac-2939-4285-8efb-4a288a38e9f9,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:43:05.767729 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.768082 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.768440 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.768796 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.769137 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.769516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.769848 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.770171 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.770507 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.770833 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.771147 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.771479 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.771805 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.772121 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.772496 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:43:05.812807 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Attempting to bind port 2d84ceac-2939-4285-8efb-4a288a38e9f9 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:43:05.813168 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Attempting to bind port 2d84ceac-2939-4285-8efb-4a288a38e9f9 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:43:05.813563 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Attempting to bind port 2d84ceac-2939-4285-8efb-4a288a38e9f9 on network f26d56df-797a-44f5-99f5-4b3bac072d77 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:43:05.819051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:43:05.819421 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Checking segment: {'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:43:05.819819 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:05.820214 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Bound using segment: {'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:43:05.820672 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Bound port: 2d84ceac-2939-4285-8efb-4a288a38e9f9, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:43:05.821051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:05.891383 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] For port 2d84ceac-2939-4285-8efb-4a288a38e9f9, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:43:05.891383 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] For port 2d84ceac-2939-4285-8efb-4a288a38e9f9, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=2d84ceac-2939-4285-8efb-4a288a38e9f9,segment=NetworkSegment(2c0d77f1-4589-4f2f-9df4-d02013f49883),segment_id=2c0d77f1-4589-4f2f-9df4-d02013f49883)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:43:06.067895 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:06.148497 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489ea8a-4a9b-455c-9dda-ab019642946f None None] Pushing event updated for resources: {'Port': ['ID=2d84ceac-2939-4285-8efb-4a288a38e9f9,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:43:06.205433 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-448dcc6b-e7dc-4245-86d4-dea0697843b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:06.689411 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 2d84ceac-2939-4285-8efb-4a288a38e9f9 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:43:06.752859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 2d84ceac-2939-4285-8efb-4a288a38e9f9 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:43:06.753097 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:06.791486 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:06.796697 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:06.853257 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 2d84ceac-2939-4285-8efb-4a288a38e9f9 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:43:06.853805 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:06.896307 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 2d84ceac-2939-4285-8efb-4a288a38e9f9, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=2d84ceac-2939-4285-8efb-4a288a38e9f9,segment=NetworkSegment(2c0d77f1-4589-4f2f-9df4-d02013f49883),segment_id=2c0d77f1-4589-4f2f-9df4-d02013f49883)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:43:06.965006 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:07.027729 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=2d84ceac-2939-4285-8efb-4a288a38e9f9,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:43:07.031826 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7176244e-cbd9-4a9d-a47d-43453caa7645 None None] Network f26d56df-797a-44f5-99f5-4b3bac072d77 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:43:07.072037 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-f400e4da-6f55-41d8-8eb8-f84a71319f6b None None] Provisioning complete for port 2d84ceac-2939-4285-8efb-4a288a38e9f9 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:43:07.072427 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f400e4da-6f55-41d8-8eb8-f84a71319f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:07.225867 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-f400e4da-6f55-41d8-8eb8-f84a71319f6b None None] Current status of the port 2d84ceac-2939-4285-8efb-4a288a38e9f9 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:43:07.376152 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:07.447947 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-e9ebf4a8-393b-4a9b-8935-884bcdcbd9c6 None None] Provisioning complete for port 2d84ceac-2939-4285-8efb-4a288a38e9f9 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:43:07.448261 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e9ebf4a8-393b-4a9b-8935-884bcdcbd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:07.529660 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-e9ebf4a8-393b-4a9b-8935-884bcdcbd9c6 None None] Current status of the port 2d84ceac-2939-4285-8efb-4a288a38e9f9 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:43:08.253228 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=19 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:08.254092 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=15 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:08.673255 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 2d84ceac-2939-4285-8efb-4a288a38e9f9 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:43:08.730544 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 2d84ceac-2939-4285-8efb-4a288a38e9f9 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:43:08.730930 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (2d84ceac-2939-4285-8efb-4a288a38e9f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:08.798964 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:08.806054 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 2d84ceac-2939-4285-8efb-4a288a38e9f9 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:43:08.920075 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:09.670097 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=9 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:09.671953 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=13 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:15.112272 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=69,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:15.118373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=69,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:18.844064 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:18.847026 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:34.003278 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-df0d6982-8853-4c52-a40d-e0548505ee40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:35.257043 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:43:36.174011 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2df54fb1-5cda-4f1d-9b89-1e4920a5e93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:37.397544 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:38.768217 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:38.911475 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:43:41.265192 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:45.253525 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:48.842110 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:43:48.848101 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:02.269577 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:04.005939 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-720a32ef-7b65-4ffa-a23e-5dc385aa15fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:06.171665 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b5b0e293-f864-4cf3-9217-917c587ba013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:07.429712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:08.789501 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:08.903898 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:12.258008 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:44:18.259710 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:18.848516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:18.850414 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:22.254111 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:33.993918 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-af33617a-94c6-4647-82ad-d18fdfd62c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:36.198626 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8eedf651-a9b6-4820-b876-cc7b2d1e4f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:37.403834 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:38.763776 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:38.923562 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:40.020201 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60364) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:44:40.027034 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [None req-c0d478bb-e63f-4140-8d87-0ff18f865de0 tempest-verify_tempest_config-973154513 tempest-verify_tempest_config-973154513-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:44:40.028027 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c0d478bb-e63f-4140-8d87-0ff18f865de0 tempest-verify_tempest_config-973154513 tempest-verify_tempest_config-973154513-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0068657 Jun 21 16:44:40.563134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60382) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:44:40.672938 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:40.786961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Publish callbacks [] for security_group (39ecdd91-44ae-4911-a9b4-8c2302f5ef0a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:40.873839 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (39ecdd91-44ae-4911-a9b4-8c2302f5ef0a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:40.922817 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e87a67f4e1de496bb0992d1f4d80bc06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3586085 Jun 21 16:44:40.923522 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ecdd91-44ae-4911-a9b4-8c2302f5ef0a,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:44:40.925578 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60386) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:44:40.931272 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.931622 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.931970 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.932304 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.932633 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.932956 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.933297 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.933691 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.934023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.934345 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.934662 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.934975 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.935288 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.935601 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.935913 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec69e369-e806-422f-ad16-f453e0d7026f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:40.987611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Publish callbacks [] for security_group (39ecdd91-44ae-4911-a9b4-8c2302f5ef0a), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:41.010056 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Publish callbacks [] for security_group (39ecdd91-44ae-4911-a9b4-8c2302f5ef0a), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:41.169128 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (39ecdd91-44ae-4911-a9b4-8c2302f5ef0a), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:41.171634 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:44:41.172783 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39ecdd91-44ae-4911-a9b4-8c2302f5ef0a HTTP/1.1" status: 204 len: 168 time: 0.2461672 Jun 21 16:44:41.182023 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ecdd91-44ae-4911-a9b4-8c2302f5ef0a,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:44:41.188643 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.189110 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.189501 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.189848 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.190188 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.190527 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.190969 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.191307 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.191643 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.191970 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.192333 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.192779 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.193110 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.193466 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:41.193792 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a9fb0-6f9b-43e8-834f-a3599a1661da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:44:48.853556 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:49.258222 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:44:50.926271 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:50.926998 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:51.184329 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:51.185610 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:44:51.218713 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:45:02.814765 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=16 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:45:02.816686 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=18 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:45:04.009123 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-65894a5a-1c58-46e5-aaad-3de003f1bf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:06.161260 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-191a99af-cc96-4689-b07b-994574b33e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:07.435591 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:08.877969 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:08.995725 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:18.845370 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:45:18.852355 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:45:26.256570 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:45:32.251477 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:45:34.005252 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f8633cfc-8408-4239-bec4-f8bc8be1fb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:36.193735 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-65042954-935e-44ad-b63b-34539b832821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:36.253766 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:45:37.413707 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:38.811022 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:38.973022 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:45:48.847992 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:45:48.854540 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:03.256677 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 5 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:46:04.000142 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b35e62eb-f993-4dfe-83b0-f6cb2e935f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:06.227970 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cfa070c8-60bb-4f7d-b6c4-e865ac451c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:07.448419 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:08.776517 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:08.913322 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:13.253012 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:13.257971 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:18.849509 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:18.851386 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:30.621117 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3774494'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:34.034871 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-9d4e63f3-3628-455e-bc68-17c6ca975b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:36.226093 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-573a37f2-b8f4-478e-8acf-54a3951f6fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:37.438246 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:38.774735 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:38.914182 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:46:40.256713 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:46:41.891619 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60462) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:46:41.997852 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-84bc5754-8324-4341-ad38-366bfa0a30c2 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1051424 Jun 21 16:46:44.147013 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60472) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:46:44.204514 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a54f83df-051c-461b-8aa2-b9e663abfdd7 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0563428 Jun 21 16:46:48.849930 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:48.851888 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:50.252447 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:50.253335 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:51.990544 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:46:54.198971 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:00.602009 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:02.817503 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=16 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:02.821451 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=10 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:04.004374 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-4046fedf-e13d-41a8-bb86-c92c000f1240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:06.195975 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-090b6b39-8388-4100-bf03-9393ba2f568f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:07.418379 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:08.806695 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:08.921129 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:17.260268 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:47:18.851027 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:18.852892 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:27.254833 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:27.255582 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:30.663720 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:34.008174 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3a9bec66-66e0-48a3-8076-ae532ee92f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:36.208209 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-aa0110da-6d1c-4347-a657-537f6d7ffe1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:37.491568 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:38.801760 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:38.923190 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:47:48.845230 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:48.854376 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:47:54.260211 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:48:00.685970 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:02.247687 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:04.020846 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-736695b3-f6d5-4fbc-9a49-2d24e9046333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:04.255490 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:06.205127 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-071d9e4e-3863-42ac-89ae-09c90d923816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:07.420621 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:08.885268 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:09.031894 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:18.856013 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:18.858027 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:24.040885 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60640) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:24.523148 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-network', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:24.661135 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Made reservation on behalf of 85cd0d0402244286b9199e77f8ef18ca for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:24.665318 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:24.673315 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:24.749769 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Publish callbacks [] for security_group (96b73e1c-5855-4c4b-95ac-7f64808d13c3), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:24.826675 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (96b73e1c-5855-4c4b-95ac-7f64808d13c3), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:24.858959 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1229} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:48:24.871301 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b73e1c-5855-4c4b-95ac-7f64808d13c3,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:24.874243 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (e4e5eb8f-b9b6-415f-8be2-af59a7dda23d), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:24.874582 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Added segment e4e5eb8f-b9b6-415f-8be2-af59a7dda23d of type vlan for network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 Jun 21 16:48:24.888854 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.889494 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.889840 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.890185 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.890516 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.890841 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.891335 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.891662 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.891986 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.892353 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.892676 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.893162 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.893515 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.893841 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.894163 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Tracked resource versions report: Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: pushed versions: Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: { 'AddressGroup': {'1.2'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Agent': {'1.1'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'ConntrackHelper': {'1.0'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'LocalIPAssociation': {'1.0'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Log': {'1.0'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'NDPProxy': {'1.0'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Network': {'1.1'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Port': {'1.7'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'PortForwarding': {'1.3'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'QosPolicy': {'1.10'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SecurityGroup': {'1.5'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SecurityGroupRule': {'1.2'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SubPort': {'1.0'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Subnet': {'1.1'}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Trunk': {'1.1'}} Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: consumer versions: Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: { DHCP agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: HyperV agent@hv-cinder-79987: {}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: L3 agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: Metadata agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: Metering agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: Open vSwitch agent@dv-cinder-799871-21-iscsi: { 'AddressGroup': '1.2', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Agent': '1.1', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'ConntrackHelper': '1.0', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'LocalIPAssociation': '1.0', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Log': '1.0', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'NDPProxy': '1.0', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Network': '1.1', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Port': '1.7', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'PortForwarding': '1.3', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'QosPolicy': '1.10', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SecurityGroup': '1.5', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SecurityGroupRule': '1.2', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'SubPort': '1.0', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Subnet': '1.1', Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: 'Trunk': '1.1'}} Jun 21 16:48:24.895366 dv-cinder-799871-21-iscsi neutron-server[111043]: {{(pid=111043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 16:48:24.940952 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (8df8015f-3aaf-42f1-8475-cd22b8c0ed19), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.059694 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (8df8015f-3aaf-42f1-8475-cd22b8c0ed19), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.060896 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:25.061662 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.132605 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8df8015f-3aaf-42f1-8475-cd22b8c0ed19,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:25.145693 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:48:25.170114 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-49e5bf17-bc38-4e30-9b67-6b41894ef4d1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.1271741 Jun 21 16:48:25.170358 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60676) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:25.176077 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Request body: {'subnet': {'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-subnet', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:25.295687 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Made reservation on behalf of 85cd0d0402244286b9199e77f8ef18ca for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:25.298673 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.396511 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60684) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:25.429531 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60688) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:25.492624 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60694) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:25.569996 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (37cc99ab-3113-42a0-9d6e-c347fca0a717), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.622675 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cc99ab-3113-42a0-9d6e-c347fca0a717,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:25.636706 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.637077 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.637476 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.637822 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.638154 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.638517 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.638846 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.639173 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.639502 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.639829 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.640153 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.640478 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.640801 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.641122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.641487 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Tracked resource versions report: Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: pushed versions: Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: { 'AddressGroup': {'1.2'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Agent': {'1.1'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'ConntrackHelper': {'1.0'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'LocalIPAssociation': {'1.0'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Log': {'1.0'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'NDPProxy': {'1.0'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Network': {'1.1'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Port': {'1.7'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'PortForwarding': {'1.3'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'QosPolicy': {'1.10'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SecurityGroup': {'1.5'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SecurityGroupRule': {'1.2'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SubPort': {'1.0'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Subnet': {'1.1'}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Trunk': {'1.1'}} Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: consumer versions: Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: { DHCP agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: HyperV agent@hv-cinder-79987: {}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: L3 agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: Metadata agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: Metering agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: Open vSwitch agent@dv-cinder-799871-21-iscsi: { 'AddressGroup': '1.2', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Agent': '1.1', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'ConntrackHelper': '1.0', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'LocalIPAssociation': '1.0', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Log': '1.0', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'NDPProxy': '1.0', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Network': '1.1', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Port': '1.7', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'PortForwarding': '1.3', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'QosPolicy': '1.10', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SecurityGroup': '1.5', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SecurityGroupRule': '1.2', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'SubPort': '1.0', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Subnet': '1.1', Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: 'Trunk': '1.1'}} Jun 21 16:48:25.642716 dv-cinder-799871-21-iscsi neutron-server[111042]: {{(pid=111042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 16:48:25.651885 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Checking segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:25.652234 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Network hostable DHCP agents. Network: 8df8015f-3aaf-42f1-8475-cd22b8c0ed19, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:48:25.792610 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-network', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:25.797681 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:48:25.825067 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1136476998-network', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:25.869671 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-634859838-network', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:25.918909 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 8df8015f-3aaf-42f1-8475-cd22b8c0ed19) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:25.925750 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Made reservation on behalf of 25beca9acf4f4420b1a2dc0ec397847e for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:25.931703 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.932087 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1f304-9d89-43b9-b4b8-5d8116b30038 None None] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:25.936177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:25.936690 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Made reservation on behalf of 0a35c2bcb0e44e0ab3751a83635424e8 for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:25.938184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.939629 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.955445 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:25.971605 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.010427 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Made reservation on behalf of 8d951c7f7afd49b09b6045b09a9d98e0 for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:26.015662 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.038764 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-da59718d-ef78-4fbe-ab34-c1dc6796c682 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8632154 Jun 21 16:48:26.040641 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60724) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:26.041065 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.046437 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:26.132828 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:26.154928 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Publish callbacks [] for security_group (96e9d947-2be3-4619-a9a7-58bc627354f6), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.182066 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:48:26.183713 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.195805 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=67,neutron:INSERT=29,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:26.232102 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Publish callbacks [] for security_group (7bc7402b-9d4f-4c87-ac45-c9ffee720dd6), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.248225 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (184dd79c-2117-424b-83a8-3a56069dc283), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.249339 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (96e9d947-2be3-4619-a9a7-58bc627354f6), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.250926 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (184dd79c-2117-424b-83a8-3a56069dc283), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.293453 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e9d947-2be3-4619-a9a7-58bc627354f6,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:26.299027 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Publish callbacks [] for security_group (14334d56-b142-45a9-bc68-af435575b062), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.315509 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1220} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:48:26.342488 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (902036c6-f3b5-4c9d-b4cc-9f3e65026562), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.344489 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Added segment 902036c6-f3b5-4c9d-b4cc-9f3e65026562 of type vlan for network 645d33ca-1458-475e-a591-c2b90b24a4f2 Jun 21 16:48:26.361761 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (7bc7402b-9d4f-4c87-ac45-c9ffee720dd6), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.361980 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Allocated IP 172.20.0.2 (8df8015f-3aaf-42f1-8475-cd22b8c0ed19/37cc99ab-3113-42a0-9d6e-c347fca0a717/4ebac3d7-dd02-4921-bb15-1d36984ad111) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:26.412705 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:48:26.441713 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (14334d56-b142-45a9-bc68-af435575b062), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.457475 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:48:26.475509 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.476044 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Added segment e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c of type vlan for network b5de278b-fb20-455a-9731-6381c2870c95 Jun 21 16:48:26.476865 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks [] for router_controller (184dd79c-2117-424b-83a8-3a56069dc283), precommit_add_association {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.500804 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (645d33ca-1458-475e-a591-c2b90b24a4f2), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.506831 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (996eebe6-3e82-41ac-aae6-18b45199e198), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.507165 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Added segment 996eebe6-3e82-41ac-aae6-18b45199e198 of type vlan for network 63924b26-7bc3-4fc5-bf40-93746d4a252a Jun 21 16:48:26.519425 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc7402b-9d4f-4c87-ac45-c9ffee720dd6,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:26.522477 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Publish callbacks [] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.598392 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (b5de278b-fb20-455a-9731-6381c2870c95), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.625417 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.675696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (63924b26-7bc3-4fc5-bf40-93746d4a252a), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.680599 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14334d56-b142-45a9-bc68-af435575b062,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:26.727952 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:26.738682 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:26.747079 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:26.754742 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks [] for router_gateway (184dd79c-2117-424b-83a8-3a56069dc283), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.758493 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (b5de278b-fb20-455a-9731-6381c2870c95), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.762027 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:26.763453 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.774960 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (645d33ca-1458-475e-a591-c2b90b24a4f2), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.778317 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:26.780322 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.781994 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Pushing event updated for resources: {'Port': ['ID=4ebac3d7-dd02-4921-bb15-1d36984ad111,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:26.813108 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.813608 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.813960 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.814302 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.814948 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.815290 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.816373 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.817043 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.821968 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.821968 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.821968 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.821968 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.824059 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.824546 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.824820 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Tracked resource versions report: Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: pushed versions: Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: { 'AddressGroup': {'1.2'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Agent': {'1.1'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'ConntrackHelper': {'1.0'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'LocalIPAssociation': {'1.0'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Log': {'1.0'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'NDPProxy': {'1.0'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Network': {'1.1'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Port': {'1.7'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'PortForwarding': {'1.3'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'QosPolicy': {'1.10'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SecurityGroup': {'1.5'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SecurityGroupRule': {'1.2'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SubPort': {'1.0'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Subnet': {'1.1'}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Trunk': {'1.1'}} Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: consumer versions: Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: { DHCP agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: HyperV agent@hv-cinder-79987: {}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: L3 agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: Metadata agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: Metering agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: Open vSwitch agent@dv-cinder-799871-21-iscsi: { 'AddressGroup': '1.2', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Agent': '1.1', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'ConntrackHelper': '1.0', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'LocalIPAssociation': '1.0', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Log': '1.0', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'NDPProxy': '1.0', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Network': '1.1', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Port': '1.7', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'PortForwarding': '1.3', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'QosPolicy': '1.10', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SecurityGroup': '1.5', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SecurityGroupRule': '1.2', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'SubPort': '1.0', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Subnet': '1.1', Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: 'Trunk': '1.1'}} Jun 21 16:48:26.828403 dv-cinder-799871-21-iscsi neutron-server[111044]: {{(pid=111044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 16:48:26.859167 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (63924b26-7bc3-4fc5-bf40-93746d4a252a), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.861029 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:26.862293 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.935722 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Attempting to bind port 4ebac3d7-dd02-4921-bb15-1d36984ad111 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:26.936478 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Attempting to bind port 4ebac3d7-dd02-4921-bb15-1d36984ad111 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:26.937436 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Attempting to bind port 4ebac3d7-dd02-4921-bb15-1d36984ad111 on network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:26.940661 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] Pushing event updated for resources: {'Network': ['ID=b5de278b-fb20-455a-9731-6381c2870c95,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:26.944968 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:26.945779 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Checking segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:26.946405 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.947026 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Bound using segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:26.947718 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Bound port: 4ebac3d7-dd02-4921-bb15-1d36984ad111, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:26.948963 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:26.956196 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network b5de278b-fb20-455a-9731-6381c2870c95 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:48:27.026048 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] Pushing event updated for resources: {'Network': ['ID=645d33ca-1458-475e-a591-c2b90b24a4f2,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:27.033257 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6017416 Jun 21 16:48:27.039915 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b6583b59-7726-4313-9a2e-f4da273c356a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.5436306 Jun 21 16:48:27.040153 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60756) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:27.041727 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f6335ab1-a3c0-4278-95df-bfa0dff5cc4d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6436062 Jun 21 16:48:27.045602 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Request body: {'subnet': {'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1136476998-subnet', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:27.058912 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:48:27.077042 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60758) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:27.081506 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60760) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:27.097910 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Request body: {'subnet': {'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-634859838-subnet', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:27.129094 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Request body: {'subnet': {'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-subnet', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:27.154101 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] For port 4ebac3d7-dd02-4921-bb15-1d36984ad111, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:27.158087 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] For port 4ebac3d7-dd02-4921-bb15-1d36984ad111, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=4ebac3d7-dd02-4921-bb15-1d36984ad111,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:27.170677 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:27.212013 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Made reservation on behalf of 0a35c2bcb0e44e0ab3751a83635424e8 for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:27.217366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:27.239015 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:27.272819 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e635-aa91-48d7-a672-d2208787cb25 admin admin] Pushing event updated for resources: {'Network': ['ID=63924b26-7bc3-4fc5-bf40-93746d4a252a,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:27.299425 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:48:27.343838 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:27.375386 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Made reservation on behalf of 25beca9acf4f4420b1a2dc0ec397847e for: {'subnet': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:27.378119 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:27.380528 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Made reservation on behalf of 8d951c7f7afd49b09b6045b09a9d98e0 for: {'subnet': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:27.389309 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:27.419963 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:27.422717 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd575898-7f1d-491b-90bc-a59284396a10 None None] Pushing event updated for resources: {'Port': ['ID=4ebac3d7-dd02-4921-bb15-1d36984ad111,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:27.457789 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks [] for router_gateway (184dd79c-2117-424b-83a8-3a56069dc283), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:27.498669 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:27.502084 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:27.895675 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Allocated IP 172.27.2.96 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/e453d51b-44e4-401c-b9f2-9fc1c62e4a3a) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:27.895675 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (560a81d2-198e-4d5d-9f50-587652cb64f7), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.080991 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=560a81d2-198e-4d5d-9f50-587652cb64f7,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:28.100891 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Checking segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:28.101017 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Network hostable DHCP agents. Network: 63924b26-7bc3-4fc5-bf40-93746d4a252a, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:48:28.123586 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks [] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.136147 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.205782 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:28.208558 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (64a6cf68-ac9d-4f38-beb2-4f82e3871d87), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.240001 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Checking segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:28.241930 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Network hostable DHCP agents. Network: 645d33ca-1458-475e-a591-c2b90b24a4f2, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:48:28.273538 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:48:28.282779 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a6cf68-ac9d-4f38-beb2-4f82e3871d87,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:28.298870 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Checking segment: {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:28.299225 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Network hostable DHCP agents. Network: b5de278b-fb20-455a-9731-6381c2870c95, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:48:28.306228 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.308859 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=68,neutron:INSERT=22,neutron:UPDATE=10 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:28.347650 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:28.350459 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:28.354695 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:28.359495 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Pushing event updated for resources: {'Port': ['ID=e453d51b-44e4-401c-b9f2-9fc1c62e4a3a,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:28.395234 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 63924b26-7bc3-4fc5-bf40-93746d4a252a) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:28.404203 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:28.404813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.413538 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1c5359-c2c0-4d9d-8d56-2ea5e2c7a47d None None] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:28.455003 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:48:28.474198 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 645d33ca-1458-475e-a591-c2b90b24a4f2) {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:28.478393 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:28.478992 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.484135 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Network b5de278b-fb20-455a-9731-6381c2870c95 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:48:28.498745 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, b5de278b-fb20-455a-9731-6381c2870c95) {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:28.503230 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:28.503833 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.527385 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0aacf-4c82-45d1-85a3-412c6ee1722c None None] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:28.529558 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d65d15-bcaf-4b87-b274-f36e5490b5a7 None None] Network b5de278b-fb20-455a-9731-6381c2870c95 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:28.544600 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-aa6cfdf7-02c4-41cc-9abb-0de381a1d0d5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5041761 Jun 21 16:48:28.549244 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60808) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:28.551665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:28.581585 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a6b7b8fe-37b3-4217-8d5e-1618f4b47e6c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4722266 Jun 21 16:48:28.583453 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:28.584670 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60810) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:28.593484 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:28.660992 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a53e687b-e40d-4a13-98fb-9af4bbf4cf61 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5738697 Jun 21 16:48:28.662386 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60812) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:28.668181 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:28.690421 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.691725 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.711282 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (997901b8-9d75-4496-8853-5481094f0d83), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.712170 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (997901b8-9d75-4496-8853-5481094f0d83), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.794111 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (ffb73485-56fd-4e36-94bf-78afa307c09c), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.795544 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (ffb73485-56fd-4e36-94bf-78afa307c09c), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.803995 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks [] for router_controller (997901b8-9d75-4496-8853-5481094f0d83), precommit_add_association {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.834156 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks [] for router_controller (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), precommit_add_association {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.850419 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-63924b26-7bc3-4fc5-bf40-93746d4a252a', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:48:28.851473 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.865883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks [] for router_gateway (184dd79c-2117-424b-83a8-3a56069dc283), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.884207 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks [] for router_controller (ffb73485-56fd-4e36-94bf-78afa307c09c), precommit_add_association {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:28.897748 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-b5de278b-fb20-455a-9731-6381c2870c95', 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95', 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'fixed_ips': [{'subnet_id': '64a6cf68-ac9d-4f38-beb2-4f82e3871d87'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:48:28.898860 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.302258 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-645d33ca-1458-475e-a591-c2b90b24a4f2', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:48:29.302258 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.302258 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e96d1-9aa0-4f1e-aa97-b38242a879b4 None None] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:29.306338 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks [] for router_gateway (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.307890 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 4ebac3d7-dd02-4921-bb15-1d36984ad111 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:29.307890 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c9b3f68b-565f-4d82-afb6-4117ec2e5315 None None] Provisioning complete for port 4ebac3d7-dd02-4921-bb15-1d36984ad111 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:29.307890 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f68b-565f-4d82-afb6-4117ec2e5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.308854 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks [] for router_gateway (ffb73485-56fd-4e36-94bf-78afa307c09c), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.382862 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (184dd79c-2117-424b-83a8-3a56069dc283), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.404843 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks [] for router_gateway (997901b8-9d75-4496-8853-5481094f0d83), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.530702 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:29.629082 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:29.696363 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Allocated IP 172.20.0.2 (b5de278b-fb20-455a-9731-6381c2870c95/64a6cf68-ac9d-4f38-beb2-4f82e3871d87/8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:29.704421 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Allocated IP 172.20.0.2 (645d33ca-1458-475e-a591-c2b90b24a4f2/95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5/14c23cc1-ba95-47db-8cde-63cd149feaf4) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:29.743530 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Allocated IP 172.20.0.2 (63924b26-7bc3-4fc5-bf40-93746d4a252a/560a81d2-198e-4d5d-9f50-587652cb64f7/719d6480-6689-4d0c-97a4-8610acb6df6c) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:29.769131 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 4ebac3d7-dd02-4921-bb15-1d36984ad111 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:29.769692 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.839638 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:29.918967 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c9b3f68b-565f-4d82-afb6-4117ec2e5315 None None] Current status of the port 4ebac3d7-dd02-4921-bb15-1d36984ad111 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:29.919551 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f68b-565f-4d82-afb6-4117ec2e5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:29.969089 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:29.981918 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks [] for router_gateway (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.021975 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.145371 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-c9b3f68b-565f-4d82-afb6-4117ec2e5315 None None] For port 4ebac3d7-dd02-4921-bb15-1d36984ad111, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=4ebac3d7-dd02-4921-bb15-1d36984ad111,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:30.160766 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks [] for router_gateway (997901b8-9d75-4496-8853-5481094f0d83), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.202537 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks [] for router_gateway (ffb73485-56fd-4e36-94bf-78afa307c09c), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.204633 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.213996 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Allocated IP 172.27.2.180 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/33e00f51-d5c2-4070-97bb-86942593db6c) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:30.221269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Router 184dd79c-2117-424b-83a8-3a56069dc283 is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:48:30.235389 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.282748 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Publish callbacks [] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.302688 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 4ebac3d7-dd02-4921-bb15-1d36984ad111 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:30.303472 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.333611 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f68b-565f-4d82-afb6-4117ec2e5315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.344147 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60878) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:30.420312 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.498782 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Publish callbacks [] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.514397 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-094fbb5c-e824-424b-9508-42902a062bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.563304 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:48:30.575307 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Sync routers for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:48:30.576610 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Publish callbacks [] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.602116 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:30.603018 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:30.617336 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks [] for port (33e00f51-d5c2-4070-97bb-86942593db6c), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.624914 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3f68b-565f-4d82-afb6-4117ec2e5315 None None] Pushing event updated for resources: {'Port': ['ID=4ebac3d7-dd02-4921-bb15-1d36984ad111,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:30.628103 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.db.api [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 16:48:30.628430 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG oslo_db.api [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 16:48:30.631835 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Network b5de278b-fb20-455a-9731-6381c2870c95 is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:30.641157 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:30.642900 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-9836429b-d88c-4173-af3f-5b81ce3351e2 None None] Provisioning complete for port 4ebac3d7-dd02-4921-bb15-1d36984ad111 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:30.645383 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-9836429b-d88c-4173-af3f-5b81ce3351e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.730394 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:30.752105 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Pushing event updated for resources: {'Port': ['ID=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:30.777585 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.781763 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-25609314-68db-4a71-be1e-464ecdc3f199 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7372410 Jun 21 16:48:30.781998 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60890) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:30.805567 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-094fbb5c-e824-424b-9508-42902a062bae admin admin] Publish callbacks [] for security_group (2178fbfa-d815-434b-9246-d53ac6f72996), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.809350 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.874753 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Allocated IP 172.27.2.192 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/206bb233-ee6d-4641-9738-8d15618951bd) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:30.876879 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:30.878683 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.879677 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:30.882981 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Pushing event updated for resources: {'Port': ['ID=719d6480-6689-4d0c-97a4-8610acb6df6c,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:30.886004 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:30.898696 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:30.916609 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:30.965597 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:30.968974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Pushing event updated for resources: {'Port': ['ID=33e00f51-d5c2-4070-97bb-86942593db6c,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:30.980540 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:30.983609 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:31.039246 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Attempting to bind port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:31.039516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Attempting to bind port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:31.039812 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Attempting to bind port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 on network b5de278b-fb20-455a-9731-6381c2870c95 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:31.049321 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-094fbb5c-e824-424b-9508-42902a062bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2178fbfa-d815-434b-9246-d53ac6f72996), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.080731 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.081127 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:31.081794 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Checking segment: {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:31.082247 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.082652 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Bound using segment: {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:31.083162 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Bound port: 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:31.083558 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.090832 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:28Z', 'revision_number': 3, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:31.099902 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:31.105880 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:31.116874 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Checking router: 184dd79c-2117-424b-83a8-3a56069dc283 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:48:31.117218 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Updating router 184dd79c-2117-424b-83a8-3a56069dc283 port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:48:31.151354 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.154301 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks [] for port (206bb233-ee6d-4641-9738-8d15618951bd), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.271411 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:48:31.275654 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-094fbb5c-e824-424b-9508-42902a062bae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d490ed437c3f4155afccbfaf03f0ecdf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9282780 Jun 21 16:48:31.278390 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60898) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:31.282774 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fbb5c-e824-424b-9508-42902a062bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2178fbfa-d815-434b-9246-d53ac6f72996,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:31.304512 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:31.308055 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:31.411894 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=9 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:31.415833 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:31.457045 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-116cdf58-7591-4dcb-8fcc-fa943dce4306 admin admin] Publish callbacks [] for security_group (2178fbfa-d815-434b-9246-d53ac6f72996), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.471248 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60902) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:31.493420 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-116cdf58-7591-4dcb-8fcc-fa943dce4306 admin admin] Publish callbacks [] for security_group (2178fbfa-d815-434b-9246-d53ac6f72996), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.501149 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] For port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:31.507189 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-9836429b-d88c-4173-af3f-5b81ce3351e2 None None] Current status of the port 4ebac3d7-dd02-4921-bb15-1d36984ad111 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:31.510592 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Pushing event updated for resources: {'Port': ['ID=14c23cc1-ba95-47db-8cde-63cd149feaf4,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:31.522917 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Attempting to bind port 719d6480-6689-4d0c-97a4-8610acb6df6c on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:31.522917 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Attempting to bind port 719d6480-6689-4d0c-97a4-8610acb6df6c by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:31.522917 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Attempting to bind port 719d6480-6689-4d0c-97a4-8610acb6df6c on network 63924b26-7bc3-4fc5-bf40-93746d4a252a {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:31.524835 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (206bb233-ee6d-4641-9738-8d15618951bd), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.606490 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] For port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:31.613029 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:31.613633 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Checking segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:31.614264 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.614808 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Bound using segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:31.615216 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks [] for router_gateway (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.615749 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Bound port: 719d6480-6689-4d0c-97a4-8610acb6df6c, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:31.615749 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.623120 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 4ebac3d7-dd02-4921-bb15-1d36984ad111 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:31.692585 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:31.705986 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Attempting to bind port 14c23cc1-ba95-47db-8cde-63cd149feaf4 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:31.707184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Attempting to bind port 14c23cc1-ba95-47db-8cde-63cd149feaf4 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:31.707567 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Attempting to bind port 14c23cc1-ba95-47db-8cde-63cd149feaf4 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:31.713220 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:31.721479 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:31.736212 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.755433 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:31.756453 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Checking segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:31.757244 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.757861 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Bound using segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:31.758538 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Bound port: 14c23cc1-ba95-47db-8cde-63cd149feaf4, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:31.759778 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.779423 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Pushing event updated for resources: {'Port': ['ID=206bb233-ee6d-4641-9738-8d15618951bd,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:31.784172 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Allocated IP 172.27.2.15 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/db853287-bcfd-4f89-9271-965ebc041cb3) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:31.834373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-446e2398-f3f5-4547-94f2-ce3160d033a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:31.865834 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 4ebac3d7-dd02-4921-bb15-1d36984ad111 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:32.013361 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks [] for port (db853287-bcfd-4f89-9271-965ebc041cb3), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.031298 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7776f-d79a-4846-8836-c740fa37bd0d None None] Pushing event updated for resources: {'Port': ['ID=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:32.049366 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-116cdf58-7591-4dcb-8fcc-fa943dce4306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2178fbfa-d815-434b-9246-d53ac6f72996), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.049805 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-116cdf58-7591-4dcb-8fcc-fa943dce4306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.051172 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-116cdf58-7591-4dcb-8fcc-fa943dce4306 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2178fbfa-d815-434b-9246-d53ac6f72996 HTTP/1.1" status: 204 len: 168 time: 0.7595718 Jun 21 16:48:32.074056 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cdf58-7591-4dcb-8fcc-fa943dce4306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2178fbfa-d815-434b-9246-d53ac6f72996,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:32.081161 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] For port 719d6480-6689-4d0c-97a4-8610acb6df6c, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:32.144070 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] For port 14c23cc1-ba95-47db-8cde-63cd149feaf4, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:32.195594 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] For port 719d6480-6689-4d0c-97a4-8610acb6df6c, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=719d6480-6689-4d0c-97a4-8610acb6df6c,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:32.211711 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 4ebac3d7-dd02-4921-bb15-1d36984ad111 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:32.211711 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.224634 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] For port 14c23cc1-ba95-47db-8cde-63cd149feaf4, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=14c23cc1-ba95-47db-8cde-63cd149feaf4,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:32.262276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.306463 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.316983 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.320227 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.369003 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks [] for router_gateway (997901b8-9d75-4496-8853-5481094f0d83), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.407380 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-446e2398-f3f5-4547-94f2-ce3160d033a8 admin admin] Publish callbacks [] for security_group (f0d155c1-64f1-4451-b816-16e64d7c5625), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.542558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-446e2398-f3f5-4547-94f2-ce3160d033a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f0d155c1-64f1-4451-b816-16e64d7c5625), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.544553 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Publish callbacks [] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.547775 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:32.599939 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8dc8b-6960-4825-a761-0b2f544dee9c None None] Pushing event updated for resources: {'Port': ['ID=719d6480-6689-4d0c-97a4-8610acb6df6c,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:32.649090 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.663133 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 4ebac3d7-dd02-4921-bb15-1d36984ad111 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:32.701205 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.708429 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:32.717916 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:32.723873 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54983ebb-c6ef-47d2-b519-76390ecf7b3a None None] Pushing event updated for resources: {'Port': ['ID=14c23cc1-ba95-47db-8cde-63cd149feaf4,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:32.766473 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60932) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:32.768068 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-446e2398-f3f5-4547-94f2-ce3160d033a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9717aa832ae944abba7067f03d9753c1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2917147 Jun 21 16:48:32.771879 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:32.799041 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Pushing event updated for resources: {'Port': ['ID=e453d51b-44e4-401c-b9f2-9fc1c62e4a3a,revision_number=2']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:32.824227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e2398-f3f5-4547-94f2-ce3160d033a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d155c1-64f1-4451-b816-16e64d7c5625,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:32.829724 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.830289 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.830847 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.831397 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.832176 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.833013 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.834025 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.834764 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.835592 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.836353 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.836921 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.837675 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.839408 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.840065 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.840840 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Tracked resource versions report: Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: pushed versions: Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: { 'AddressGroup': {'1.2'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Agent': {'1.1'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'ConntrackHelper': {'1.0'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'LocalIPAssociation': {'1.0'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Log': {'1.0'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'NDPProxy': {'1.0'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Network': {'1.1'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Port': {'1.7'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'PortForwarding': {'1.3'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'QosPolicy': {'1.10'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SecurityGroup': {'1.5'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SecurityGroupRule': {'1.2'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SubPort': {'1.0'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Subnet': {'1.1'}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Trunk': {'1.1'}} Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: consumer versions: Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: { DHCP agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: HyperV agent@hv-cinder-79987: {}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: L3 agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: Metadata agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: Metering agent@dv-cinder-799871-21-iscsi: {}, Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: Open vSwitch agent@dv-cinder-799871-21-iscsi: { 'AddressGroup': '1.2', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Agent': '1.1', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'ConntrackHelper': '1.0', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'LocalIPAssociation': '1.0', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Log': '1.0', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'NDPProxy': '1.0', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Network': '1.1', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Port': '1.7', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'PortForwarding': '1.3', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'QosPolicy': '1.10', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SecurityGroup': '1.5', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SecurityGroupRule': '1.2', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'SubPort': '1.0', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Subnet': '1.1', Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: 'Trunk': '1.1'}} Jun 21 16:48:32.844403 dv-cinder-799871-21-iscsi neutron-server[111045]: {{(pid=111045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 16:48:32.848926 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:32.852412 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Attempting to bind port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:32.852981 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Attempting to bind port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:32.853858 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Attempting to bind port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:32.862269 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:32.862980 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:32.863901 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.864493 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:32.865175 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Bound port: e453d51b-44e4-401c-b9f2-9fc1c62e4a3a, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:32.865807 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:32.872312 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Allocated IP 172.20.0.1 (8df8015f-3aaf-42f1-8475-cd22b8c0ed19/37cc99ab-3113-42a0-9d6e-c347fca0a717/766bda6c-ecfe-463c-9bff-1a0c98578ba8) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:32.924840 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:32.951591 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] For port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:32.953339 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] For port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e453d51b-44e4-401c-b9f2-9fc1c62e4a3a,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:33.054027 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.070929 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (997901b8-9d75-4496-8853-5481094f0d83), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.074336 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:48:33.076152 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Pushing event updated for resources: {'Port': ['ID=db853287-bcfd-4f89-9271-965ebc041cb3,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:33.197064 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e91d2d-ceb5-4fca-b0eb-def9cd4ff7a4 None None] Pushing event updated for resources: {'Port': ['ID=e453d51b-44e4-401c-b9f2-9fc1c62e4a3a,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:33.224188 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:33.224188 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:33.264617 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60940) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:33.351964 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-10b40910-29b8-415a-943d-3f0e63a0801a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.385646 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:33.390746 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9513c032-68fc-43ea-876e-37deac443e4b admin admin] Publish callbacks [] for security_group (f0d155c1-64f1-4451-b816-16e64d7c5625), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.474350 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:33.483853 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:48:33.496505 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Sync routers for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:48:33.513609 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9513c032-68fc-43ea-876e-37deac443e4b admin admin] Publish callbacks [] for security_group (f0d155c1-64f1-4451-b816-16e64d7c5625), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.517516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:33.523302 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:33.556412 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Publish callbacks [] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.622912 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:28Z', 'revision_number': 3, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:33.662635 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483eb37d-10f6-4139-9769-a94e8116e55f None None] The sync data for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi is: [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:28Z', 'revision_number': 3, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:48:33.671364 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:33.701672 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.702904 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-f1610625-5161-4375-bcdf-2b28a30d9f14 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1547141 Jun 21 16:48:33.706439 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-10b40910-29b8-415a-943d-3f0e63a0801a admin admin] Publish callbacks [] for security_group (65f9947e-19f0-4497-a828-12295e02e66a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.709621 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60948) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:33.755804 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb406a1f-e094-498c-bc26-03030c26347c None None] Network b5de278b-fb20-455a-9731-6381c2870c95 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:33.777928 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks [] for router_gateway (ffb73485-56fd-4e36-94bf-78afa307c09c), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.780918 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:33.787077 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:33.854871 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:33.909895 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-d5997d4e-daf0-44a4-bc18-9af559785684 None None] Provisioning complete for port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:33.909895 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d5997d4e-daf0-44a4-bc18-9af559785684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:33.976971 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.065148 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:34.075307 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-10b40910-29b8-415a-943d-3f0e63a0801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (65f9947e-19f0-4497-a828-12295e02e66a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.190720 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-10b40910-29b8-415a-943d-3f0e63a0801a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e1ee18a1825483c92be9035a427c5b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9201703 Jun 21 16:48:34.191350 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60952) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:34.226856 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:34.233481 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Router 997901b8-9d75-4496-8853-5481094f0d83 is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:48:34.323065 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b40910-29b8-415a-943d-3f0e63a0801a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f9947e-19f0-4497-a828-12295e02e66a,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:34.341729 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Pushing event updated for resources: {'Port': ['ID=766bda6c-ecfe-463c-9bff-1a0c98578ba8,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:34.344328 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:34.344985 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.360311 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:34.373626 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:34.422711 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:34.424209 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (184dd79c-2117-424b-83a8-3a56069dc283), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.487716 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1dd09b2d-71f4-45db-b905-b6792bf5c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.639896 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (ffb73485-56fd-4e36-94bf-78afa307c09c), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.663000 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60960) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:34.702384 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-d5997d4e-daf0-44a4-bc18-9af559785684 None None] Current status of the port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:34.702837 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d5997d4e-daf0-44a4-bc18-9af559785684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.730198 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:48:34.740774 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Sync routers for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:48:34.754608 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9513c032-68fc-43ea-876e-37deac443e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f0d155c1-64f1-4451-b816-16e64d7c5625), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.757735 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9513c032-68fc-43ea-876e-37deac443e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.762386 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9513c032-68fc-43ea-876e-37deac443e4b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0d155c1-64f1-4451-b816-16e64d7c5625 HTTP/1.1" status: 204 len: 168 time: 1.9010742 Jun 21 16:48:34.762571 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:34.766075 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:34.770113 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:34.770644 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.772851 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513c032-68fc-43ea-876e-37deac443e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d155c1-64f1-4451-b816-16e64d7c5625,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:34.871496 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:34.875459 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-433389f4-26e5-4e26-b047-d80b272e5322 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2866008 Jun 21 16:48:34.875676 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60966) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:34.903949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a658f6b-8fa2-4398-840c-190754a32062 None None] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:35.039978 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:31Z', 'revision_number': 3, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:35.098643 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Checking router: 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:48:35.099123 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Updating router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a port 33e00f51-d5c2-4070-97bb-86942593db6c binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:48:35.102745 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8732aff0-26ad-472c-9342-aa93bee53be1 None None] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:35.103283 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:35.136763 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:35.144061 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0dddd233-32e4-4b3a-bcd8-554656e97b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.249103 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0dddd233-32e4-4b3a-bcd8-554656e97b3c admin admin] Publish callbacks [] for security_group (662e23a7-e664-4efa-ad08-4fd939d32143), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.278771 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:35.280373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-05ad9e28-b454-4697-b516-e19d7695a402 admin admin] Publish callbacks [] for security_group (65f9947e-19f0-4497-a828-12295e02e66a), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.288597 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:35.307500 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-05ad9e28-b454-4697-b516-e19d7695a402 admin admin] Publish callbacks [] for security_group (65f9947e-19f0-4497-a828-12295e02e66a), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.370113 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0dddd233-32e4-4b3a-bcd8-554656e97b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (662e23a7-e664-4efa-ad08-4fd939d32143), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.413595 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.430940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddd233-32e4-4b3a-bcd8-554656e97b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662e23a7-e664-4efa-ad08-4fd939d32143,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:35.474037 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.478839 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Router ffb73485-56fd-4e36-94bf-78afa307c09c is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:48:35.497936 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:35.499687 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:31Z', 'revision_number': 3, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:35.503394 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-0dddd233-32e4-4b3a-bcd8-554656e97b3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f908215832834011b2b303260dc55467&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8391855 Jun 21 16:48:35.505138 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60972) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:35.536990 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Checking router: 997901b8-9d75-4496-8853-5481094f0d83 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:48:35.536990 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Updating router 997901b8-9d75-4496-8853-5481094f0d83 port 206bb233-ee6d-4641-9738-8d15618951bd binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:48:35.576801 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (206bb233-ee6d-4641-9738-8d15618951bd), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.694447 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Allocated IP 172.20.0.1 (63924b26-7bc3-4fc5-bf40-93746d4a252a/560a81d2-198e-4d5d-9f50-587652cb64f7/fcd62bf4-1341-4009-8841-3a63f727614e) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:35.723638 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.724471 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 14c23cc1-ba95-47db-8cde-63cd149feaf4 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:35.736664 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:35.783584 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e3e57dce-eb7f-4ef1-a17f-8901edb6255e admin admin] Publish callbacks [] for security_group (662e23a7-e664-4efa-ad08-4fd939d32143), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.793345 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:48:35.858197 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Sync routers for ids ['ffb73485-56fd-4e36-94bf-78afa307c09c'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:48:35.865723 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e3e57dce-eb7f-4ef1-a17f-8901edb6255e admin admin] Publish callbacks [] for security_group (662e23a7-e664-4efa-ad08-4fd939d32143), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.868992 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Publish callbacks [] for port (fcd62bf4-1341-4009-8841-3a63f727614e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.892043 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Routers {'ffb73485-56fd-4e36-94bf-78afa307c09c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:35.892691 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ffb73485-56fd-4e36-94bf-78afa307c09c'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:35.958550 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:35.959809 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b30e8b4b-5dc1-4f44-b3ee-17703666ecf9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2964325 Jun 21 16:48:35.965705 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 60976) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:35.983011 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:35.985633 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.002298 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60978) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:36.026305 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-76696c26-8d1e-4a98-8f54-97c57adf7470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.061429 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Set router ffb73485-56fd-4e36-94bf-78afa307c09c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:36.106304 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e3e57dce-eb7f-4ef1-a17f-8901edb6255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (662e23a7-e664-4efa-ad08-4fd939d32143), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.108847 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e3e57dce-eb7f-4ef1-a17f-8901edb6255e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.112563 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e3e57dce-eb7f-4ef1-a17f-8901edb6255e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/662e23a7-e664-4efa-ad08-4fd939d32143 HTTP/1.1" status: 204 len: 168 time: 0.5713818 Jun 21 16:48:36.117735 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Publish callbacks [] for port (206bb233-ee6d-4641-9738-8d15618951bd), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.133828 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.147660 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.157674 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-05ad9e28-b454-4697-b516-e19d7695a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (65f9947e-19f0-4497-a828-12295e02e66a), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.160282 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-05ad9e28-b454-4697-b516-e19d7695a402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.161527 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-05ad9e28-b454-4697-b516-e19d7695a402 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65f9947e-19f0-4497-a828-12295e02e66a HTTP/1.1" status: 204 len: 168 time: 1.8572800 Jun 21 16:48:36.213246 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (206bb233-ee6d-4641-9738-8d15618951bd), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.228898 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 14c23cc1-ba95-47db-8cde-63cd149feaf4 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:36.229337 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.248115 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-76696c26-8d1e-4a98-8f54-97c57adf7470 admin admin] Publish callbacks [] for security_group (2bc759f1-4919-4c1a-8ae0-33dd629e1d13), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.251685 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e57dce-eb7f-4ef1-a17f-8901edb6255e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662e23a7-e664-4efa-ad08-4fd939d32143,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:36.261503 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:36.282893 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Pushing event updated for resources: {'Port': ['ID=fcd62bf4-1341-4009-8841-3a63f727614e,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:36.288620 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:36.298473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad9e28-b454-4697-b516-e19d7695a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f9947e-19f0-4497-a828-12295e02e66a,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:36.308752 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:36.309245 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.343012 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-76696c26-8d1e-4a98-8f54-97c57adf7470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2bc759f1-4919-4c1a-8ae0-33dd629e1d13), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.356925 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Attempting to bind port 206bb233-ee6d-4641-9738-8d15618951bd on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:36.357318 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Attempting to bind port 206bb233-ee6d-4641-9738-8d15618951bd by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:36.357685 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Attempting to bind port 206bb233-ee6d-4641-9738-8d15618951bd on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:36.368996 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:36.370294 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:36.372271 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.372678 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:36.373154 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Bound port: 206bb233-ee6d-4641-9738-8d15618951bd, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:36.373582 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (206bb233-ee6d-4641-9738-8d15618951bd), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.390810 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.db.api [None req-d5997d4e-daf0-44a4-bc18-9af559785684 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 16:48:36.391230 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG oslo_db.api [None req-d5997d4e-daf0-44a4-bc18-9af559785684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 16:48:36.419268 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e12c2-1d67-45cd-8e19-4eecdda65769 None None] Pushing event updated for resources: {'Port': ['ID=206bb233-ee6d-4641-9738-8d15618951bd,revision_number=2']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:36.450149 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:36.480409 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] For port 206bb233-ee6d-4641-9738-8d15618951bd, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:36.484191 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] For port 206bb233-ee6d-4641-9738-8d15618951bd, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=206bb233-ee6d-4641-9738-8d15618951bd,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:36.493823 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76696c26-8d1e-4a98-8f54-97c57adf7470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc759f1-4919-4c1a-8ae0-33dd629e1d13,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:36.504896 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-76696c26-8d1e-4a98-8f54-97c57adf7470 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f4c2e99734643c7a12e305f650105b9&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5015256 Jun 21 16:48:36.507692 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 60992) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:36.567034 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:36.573985 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-73162e25-e115-43b9-a5a7-126d2df1b76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.581076 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (206bb233-ee6d-4641-9738-8d15618951bd), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.796588 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:36.804388 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Allocated IP 172.20.0.1 (645d33ca-1458-475e-a591-c2b90b24a4f2/95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5/cf98dc4c-153a-42d2-9ed5-43442931ff97) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:36.831001 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:36.834444 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:36.852909 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 14c23cc1-ba95-47db-8cde-63cd149feaf4 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:36.853824 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:36.973336 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e12c2-1d67-45cd-8e19-4eecdda65769 None None] Pushing event updated for resources: {'Port': ['ID=206bb233-ee6d-4641-9738-8d15618951bd,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:37.038118 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f77127ee-19c3-4f83-997f-1366c8f5bcfd admin admin] Publish callbacks [] for security_group (2bc759f1-4919-4c1a-8ae0-33dd629e1d13), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.066895 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-d5997d4e-daf0-44a4-bc18-9af559785684 None None] Current status of the port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:37.087516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 14c23cc1-ba95-47db-8cde-63cd149feaf4, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=14c23cc1-ba95-47db-8cde-63cd149feaf4,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:37.121654 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f77127ee-19c3-4f83-997f-1366c8f5bcfd admin admin] Publish callbacks [] for security_group (2bc759f1-4919-4c1a-8ae0-33dd629e1d13), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.136129 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:33Z', 'revision_number': 3, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port': {'id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:37.156920 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:37.159057 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Publish callbacks [] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.187143 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Checking router: ffb73485-56fd-4e36-94bf-78afa307c09c for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:48:37.187490 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Updating router ffb73485-56fd-4e36-94bf-78afa307c09c port db853287-bcfd-4f89-9271-965ebc041cb3 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:48:37.214506 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.288565 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Publish callbacks [] for port (33e00f51-d5c2-4070-97bb-86942593db6c), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.296108 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.296962 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 719d6480-6689-4d0c-97a4-8610acb6df6c up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:37.307139 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Provisioning complete for port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:37.307537 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.319661 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Publish callbacks [] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.388183 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f77127ee-19c3-4f83-997f-1366c8f5bcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2bc759f1-4919-4c1a-8ae0-33dd629e1d13), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.391685 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f77127ee-19c3-4f83-997f-1366c8f5bcfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.403114 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f77127ee-19c3-4f83-997f-1366c8f5bcfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bc759f1-4919-4c1a-8ae0-33dd629e1d13 HTTP/1.1" status: 204 len: 168 time: 0.8864794 Jun 21 16:48:37.403114 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.446814 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.502366 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Pushing event updated for resources: {'Port': ['ID=cf98dc4c-153a-42d2-9ed5-43442931ff97,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:37.516291 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:37.526465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77127ee-19c3-4f83-997f-1366c8f5bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc759f1-4919-4c1a-8ae0-33dd629e1d13,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:37.536933 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:37.538385 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:37.542549 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:37.543044 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (997901b8-9d75-4496-8853-5481094f0d83), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.601379 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.603613 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (184dd79c-2117-424b-83a8-3a56069dc283), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.606238 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:31Z', 'revision_number': 3, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:37.639788 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eccf0dc-5524-49aa-8c4f-e7c64ad06028 None None] The sync data for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi is: [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:31Z', 'revision_number': 3, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:48:37.672249 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:37.764619 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Publish callbacks [] for port (fcd62bf4-1341-4009-8841-3a63f727614e), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.771621 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:37.783909 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.888629 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Pushing event updated for resources: {'Port': ['ID=766bda6c-ecfe-463c-9bff-1a0c98578ba8,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:37.903654 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.905739 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.925087 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:37.947751 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=14c23cc1-ba95-47db-8cde-63cd149feaf4,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:37.958360 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.043554 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Pushing event updated for resources: {'Port': ['ID=fcd62bf4-1341-4009-8841-3a63f727614e,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:38.121467 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Attempting to bind port 33e00f51-d5c2-4070-97bb-86942593db6c on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:38.122745 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Attempting to bind port 33e00f51-d5c2-4070-97bb-86942593db6c by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:38.123287 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Attempting to bind port 33e00f51-d5c2-4070-97bb-86942593db6c on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:38.128210 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:38.135841 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:38.138971 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 719d6480-6689-4d0c-97a4-8610acb6df6c triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:38.139349 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.160251 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:38.160251 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:38.160251 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.165395 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:38.166104 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Bound port: 33e00f51-d5c2-4070-97bb-86942593db6c, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:38.167382 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.236514 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Publish callbacks [] for port (db853287-bcfd-4f89-9271-965ebc041cb3), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.259467 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:38.282671 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:38.294847 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:38.303890 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615bc91-5e83-464b-96e0-575e5432cad2 None None] Pushing event updated for resources: {'Port': ['ID=33e00f51-d5c2-4070-97bb-86942593db6c,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:38.321681 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Current status of the port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:38.322320 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.359067 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Provisioning complete for port 719d6480-6689-4d0c-97a4-8610acb6df6c triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:38.359673 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.428505 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] For port 33e00f51-d5c2-4070-97bb-86942593db6c, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:38.454614 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:38.483294 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:38.488075 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.504271 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] For port 33e00f51-d5c2-4070-97bb-86942593db6c, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=33e00f51-d5c2-4070-97bb-86942593db6c,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:38.589869 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Attempting to bind port db853287-bcfd-4f89-9271-965ebc041cb3 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:38.590112 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Attempting to bind port db853287-bcfd-4f89-9271-965ebc041cb3 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:38.590491 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Attempting to bind port db853287-bcfd-4f89-9271-965ebc041cb3 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:38.741382 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 32812) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:38.742480 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:38.822223 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Publish callbacks [] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.862400 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Allocated IP 172.20.0.1 (b5de278b-fb20-455a-9731-6381c2870c95/64a6cf68-ac9d-4f38-beb2-4f82e3871d87/d0823303-4172-4e1b-a345-ce501d68f54c) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:38.906684 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.907905 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (997901b8-9d75-4496-8853-5481094f0d83), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.987878 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:38.999260 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 719d6480-6689-4d0c-97a4-8610acb6df6c is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:38.999762 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.054628 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:39.055150 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:39.055689 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.056311 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:39.057593 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Bound port: db853287-bcfd-4f89-9271-965ebc041cb3, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:39.058275 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.092466 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Publish callbacks [] for port (d0823303-4172-4e1b-a345-ce501d68f54c), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.136263 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754571160-network', 'tenant_id': 'bc59c5e4ff4140229946f6a92abf78b9'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:39.154902 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:39.155970 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:39.160318 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Router 184dd79c-2117-424b-83a8-3a56069dc283 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:48:39.170214 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:39.182007 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d04d1-d99a-4b4d-bbeb-172e0767ff0e None None] Pushing event updated for resources: {'Port': ['ID=db853287-bcfd-4f89-9271-965ebc041cb3,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:39.191771 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Pushing event updated for resources: {'Port': ['ID=cf98dc4c-153a-42d2-9ed5-43442931ff97,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:39.202787 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:39.262670 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Current status of the port 719d6480-6689-4d0c-97a4-8610acb6df6c is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:39.263164 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.274000 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.321080 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615bc91-5e83-464b-96e0-575e5432cad2 None None] Pushing event updated for resources: {'Port': ['ID=33e00f51-d5c2-4070-97bb-86942593db6c,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:39.323849 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:48:39.326717 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.327846 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.354526 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Made reservation on behalf of bc59c5e4ff4140229946f6a92abf78b9 for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:39.370578 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.374569 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 719d6480-6689-4d0c-97a4-8610acb6df6c, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=719d6480-6689-4d0c-97a4-8610acb6df6c,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:39.416969 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] For port db853287-bcfd-4f89-9271-965ebc041cb3, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:39.474164 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] For port db853287-bcfd-4f89-9271-965ebc041cb3, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=db853287-bcfd-4f89-9271-965ebc041cb3,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:39.497454 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.503930 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:39.511877 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.534262 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Router 997901b8-9d75-4496-8853-5481094f0d83 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:48:39.669322 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.db.api [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 16:48:39.669839 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG oslo_db.api [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 16:48:39.677633 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.705866 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:39.819497 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=719d6480-6689-4d0c-97a4-8610acb6df6c,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:39.836241 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Publish callbacks [] for security_group (d42dab39-728f-49a0-bb01-9f62e4643c3e), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.843264 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:48:39.859125 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:39.862694 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-8588c788-777c-499c-9034-a2ca4a3eef55 admin admin] 10.222.0.70 "PUT /v2.0/routers/997901b8-9d75-4496-8853-5481094f0d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9858394 Jun 21 16:48:39.895610 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:39.911185 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Routers {'ffb73485-56fd-4e36-94bf-78afa307c09c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:39.912041 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ffb73485-56fd-4e36-94bf-78afa307c09c'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:39.923812 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d42dab39-728f-49a0-bb01-9f62e4643c3e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:39.931307 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:48:39.950390 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Sync routers for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:48:39.960696 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-215b0be5-18e3-465b-992e-3f8968308c83 admin admin] 10.222.0.70 "PUT /v2.0/routers/184dd79c-2117-424b-83a8-3a56069dc283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1718295 Jun 21 16:48:39.966543 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:48:39.969247 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:39.970616 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Network b5de278b-fb20-455a-9731-6381c2870c95 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:39.971468 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:39.973400 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:39.997609 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:39.999056 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:40.002974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:40.005144 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (ffb73485-56fd-4e36-94bf-78afa307c09c), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.007870 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42dab39-728f-49a0-bb01-9f62e4643c3e,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:40.021039 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (202c080b-c872-40a1-a38d-86dcd9e6729d), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.022381 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Added segment 202c080b-c872-40a1-a38d-86dcd9e6729d of type vlan for network 50812c8d-79f9-438a-8da6-44152238164e Jun 21 16:48:40.156108 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (50812c8d-79f9-438a-8da6-44152238164e), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.185153 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:40.185601 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d04d1-d99a-4b4d-bbeb-172e0767ff0e None None] Pushing event updated for resources: {'Port': ['ID=db853287-bcfd-4f89-9271-965ebc041cb3,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:40.187747 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Pushing event updated for resources: {'Port': ['ID=d0823303-4172-4e1b-a345-ce501d68f54c,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:40.252223 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:40.370021 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:40.375316 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (50812c8d-79f9-438a-8da6-44152238164e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.376518 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:40.380057 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.412000 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Sync routers for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:48:40.489487 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] Pushing event updated for resources: {'Network': ['ID=50812c8d-79f9-438a-8da6-44152238164e,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:40.515309 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:48:40.553800 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-11c688fd-36bf-4123-b0ce-3093ca67076d admin admin] 10.222.0.70 "PUT /v2.0/routers/07c8702d-5a1a-4ea9-9bf9-6edf6884f14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8212333 Jun 21 16:48:40.594849 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 50812c8d-79f9-438a-8da6-44152238164e details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:48:40.617188 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a7b0bd93-7166-462f-a328-2a6dfe33e4ac admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8665545 Jun 21 16:48:40.617188 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 32886) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:40.617188 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Request body: {'subnet': {'network_id': '50812c8d-79f9-438a-8da6-44152238164e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754571160-subnet', 'tenant_id': 'bc59c5e4ff4140229946f6a92abf78b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:40.642232 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 2, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:40.647174 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.659831 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] Set router ffb73485-56fd-4e36-94bf-78afa307c09c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:40.676227 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Checking router: 184dd79c-2117-424b-83a8-3a56069dc283 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:48:40.676591 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Updating router 184dd79c-2117-424b-83a8-3a56069dc283 port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:48:40.708565 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Current status of the port 719d6480-6689-4d0c-97a4-8610acb6df6c is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:40.710360 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.752330 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Provisioning complete for port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:40.752730 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.789712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:40.789979 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:40.809723 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Made reservation on behalf of bc59c5e4ff4140229946f6a92abf78b9 for: {'subnet': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:40.813563 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.905784 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:40.925371 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Publish callbacks [] for port (d0823303-4172-4e1b-a345-ce501d68f54c), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:40.953483 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:40.985631 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:40.985631 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.057599 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.059733 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (ffb73485-56fd-4e36-94bf-78afa307c09c), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.087668 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:41.093173 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:48:41.111971 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Provisioning complete for port fcd62bf4-1341-4009-8841-3a63f727614e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:41.112711 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.184927 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Pushing event updated for resources: {'Port': ['ID=d0823303-4172-4e1b-a345-ce501d68f54c,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:41.223355 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 32908) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:41.230301 dv-cinder-799871-21-iscsi neutron-server[111043]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 16:48:41.262519 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (18b0a342-3e48-435a-8400-0f7e40563fa4), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.270301 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:37Z', 'revision_number': 2, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:41.298345 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Publish callbacks [] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.318006 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 32916) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:41.325942 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-e6a5ad3d-5e81-4cc9-a8ff-a472deca4902 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821445832', 'description': 'tempest-description--1207897124'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:41.344162 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523cd08a-4fa7-46d3-b3b7-4f5a2e4095bf None None] The sync data for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi is: [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:37Z', 'revision_number': 2, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:48:41.360322 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Port fcd62bf4-1341-4009-8841-3a63f727614e cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:48:41.369206 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.450433 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Network b5de278b-fb20-455a-9731-6381c2870c95 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:41.468251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:41.517092 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a83a9-c2a2-47cb-8f4c-aafd0c1203c8 None None] Pushing event updated for resources: {'Port': ['ID=766bda6c-ecfe-463c-9bff-1a0c98578ba8,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:41.581258 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ad3d-5e81-4cc9-a8ff-a472deca4902 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.672391 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b0a342-3e48-435a-8400-0f7e40563fa4,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:41.687597 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Attempting to bind port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:41.687881 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Attempting to bind port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:41.688348 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Attempting to bind port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 on network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:41.728997 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:41.733314 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Checking segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:41.733314 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.733314 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Bound using segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:41.733314 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Bound port: 766bda6c-ecfe-463c-9bff-1a0c98578ba8, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:41.733314 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.738476 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:41.755396 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Provisioning complete for port 14c23cc1-ba95-47db-8cde-63cd149feaf4 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:41.759683 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:41.763449 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:41.907557 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:41.938006 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Router ffb73485-56fd-4e36-94bf-78afa307c09c has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:48:41.976837 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:42.015604 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 32934) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:42.025140 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-2d3a4ec8-eaa3-4f82-b61b-fdddcf0cbbc4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795050545', 'description': 'tempest-description--2106032542'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:42.028538 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] For port 766bda6c-ecfe-463c-9bff-1a0c98578ba8, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:42.043567 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Checking segment: {'id': '202c080b-c872-40a1-a38d-86dcd9e6729d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '50812c8d-79f9-438a-8da6-44152238164e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:42.043955 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Network hostable DHCP agents. Network: 50812c8d-79f9-438a-8da6-44152238164e, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:48:42.047640 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] For port 766bda6c-ecfe-463c-9bff-1a0c98578ba8, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=766bda6c-ecfe-463c-9bff-1a0c98578ba8,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:42.054289 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:42.055486 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e453d51b-44e4-401c-b9f2-9fc1c62e4a3a up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:42.087628 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ad3d-5e81-4cc9-a8ff-a472deca4902 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (278ac7ac-e85d-4c80-a238-0e56521dfe30), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.194160 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-0ddc4a0a-0ca4-4d1a-92c0-fbaba01d182d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:42.195735 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-0ddc4a0a-0ca4-4d1a-92c0-fbaba01d182d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 819 time: 0.9711878 Jun 21 16:48:42.210638 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.218387 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ad3d-5e81-4cc9-a8ff-a472deca4902 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (278ac7ac-e85d-4c80-a238-0e56521dfe30), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.220112 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Network 50812c8d-79f9-438a-8da6-44152238164e is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:48:42.221186 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4ec8-eaa3-4f82-b61b-fdddcf0cbbc4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.235977 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-701f173d-b5d8-4c67-857b-98d611845ab7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/quotas/25beca9acf4f4420b1a2dc0ec397847e HTTP/1.1" status: 200 len: 375 time: 0.0331645 Jun 21 16:48:42.262501 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 2, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:42.343811 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Checking router: 997901b8-9d75-4496-8853-5481094f0d83 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:48:42.345860 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Updating router 997901b8-9d75-4496-8853-5481094f0d83 port cf98dc4c-153a-42d2-9ed5-43442931ff97 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:48:42.348363 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 50812c8d-79f9-438a-8da6-44152238164e) {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:42.363287 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:48:42.364371 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:42.370926 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:42.380688 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-869ae0a2-31d7-4d7e-b48d-41ba097037cc admin admin] 10.222.0.70 "PUT /v2.0/routers/ffb73485-56fd-4e36-94bf-78afa307c09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4138548 Jun 21 16:48:42.436070 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:42.436687 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.444734 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ad3d-5e81-4cc9-a8ff-a472deca4902 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.450961 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-e6a5ad3d-5e81-4cc9-a8ff-a472deca4902 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1302962 Jun 21 16:48:42.453202 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 32948) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:42.472259 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a685f9-f5f5-44f5-b984-51cdae13f316 None None] Network 50812c8d-79f9-438a-8da6-44152238164e requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:42.520793 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-65e312c4-c9ee-4532-b8cf-0d120a163600 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2579923 Jun 21 16:48:42.522998 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a83a9-c2a2-47cb-8f4c-aafd0c1203c8 None None] Pushing event updated for resources: {'Port': ['ID=766bda6c-ecfe-463c-9bff-1a0c98578ba8,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:42.527645 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4ec8-eaa3-4f82-b61b-fdddcf0cbbc4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (33564664-e22b-456f-a07a-9507143fc75e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.534577 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-5fa2719f-61b5-4143-8c8e-7e3d5e76fa99 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'security_group_rule': {'security_group_id': '278ac7ac-e85d-4c80-a238-0e56521dfe30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:42.552907 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.553879 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5ad3d-5e81-4cc9-a8ff-a472deca4902 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278ac7ac-e85d-4c80-a238-0e56521dfe30,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:42.577555 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:33Z', 'revision_number': 3, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port': {'id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:42.645835 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:42.646346 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.663855 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:42.704523 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-1273f17a-3ea0-4b45-a329-6eab0bf1b8ba admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0920939 Jun 21 16:48:42.710285 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4ec8-eaa3-4f82-b61b-fdddcf0cbbc4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (33564664-e22b-456f-a07a-9507143fc75e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.830061 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a4ec8-eaa3-4f82-b61b-fdddcf0cbbc4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33564664-e22b-456f-a07a-9507143fc75e,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:42.860550 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-5fa2719f-61b5-4143-8c8e-7e3d5e76fa99 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (32dd9698-cf05-4b88-a5e8-8edd871d1a16), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.871992 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8963c9-d895-4187-a37e-351e2af6b659 None None] The sync data for ids ['ffb73485-56fd-4e36-94bf-78afa307c09c'] in dv-cinder-799871-21-iscsi is: [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:33Z', 'revision_number': 3, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port': {'id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:48:42.920775 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2d3a4ec8-eaa3-4f82-b61b-fdddcf0cbbc4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:42.926301 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-2d3a4ec8-eaa3-4f82-b61b-fdddcf0cbbc4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9059088 Jun 21 16:48:42.930014 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 32966) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:42.935296 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-63068fd3-288c-4f94-87b5-f5a3ef82fc77 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'security_group_rule': {'security_group_id': '33564664-e22b-456f-a07a-9507143fc75e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:43.084880 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-5fa2719f-61b5-4143-8c8e-7e3d5e76fa99 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (32dd9698-cf05-4b88-a5e8-8edd871d1a16), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.101955 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c8aa0dc0-914a-4e6b-ba22-72f71ca55483 None None] Current status of the port 14c23cc1-ba95-47db-8cde-63cd149feaf4 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:43.133230 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-63068fd3-288c-4f94-87b5-f5a3ef82fc77 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (50eba4ed-72c4-4263-87b4-831ae48d8829), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.193461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-5fa2719f-61b5-4143-8c8e-7e3d5e76fa99 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (32dd9698-cf05-4b88-a5e8-8edd871d1a16), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.209200 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:43.280669 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2719f-61b5-4143-8c8e-7e3d5e76fa99 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dd9698-cf05-4b88-a5e8-8edd871d1a16,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:43.290113 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2c7cd873-60f6-4a58-ad4b-225dc53cf2cd service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:48:43.301881 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2c7cd873-60f6-4a58-ad4b-225dc53cf2cd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4675598 Jun 21 16:48:43.337887 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-5fa2719f-61b5-4143-8c8e-7e3d5e76fa99 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.341259 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-5fa2719f-61b5-4143-8c8e-7e3d5e76fa99 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8115149 Jun 21 16:48:43.343383 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 32978) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:43.353850 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-93a77d7d-02a9-4beb-9764-450250ea45ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'security_group_rule': {'security_group_id': '278ac7ac-e85d-4c80-a238-0e56521dfe30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:43.360550 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466e98a-30ab-4c52-8c57-f03aa9f4a1dd None None] Network 50812c8d-79f9-438a-8da6-44152238164e requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:43.449389 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Provisioning complete for port cf98dc4c-153a-42d2-9ed5-43442931ff97 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:43.450655 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.465741 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:43.466408 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.531489 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-93a77d7d-02a9-4beb-9764-450250ea45ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (45f0fe61-78e4-4e0d-b8e0-7ad81aaecd37), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.547856 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-63068fd3-288c-4f94-87b5-f5a3ef82fc77 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (50eba4ed-72c4-4263-87b4-831ae48d8829), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.572247 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:43.607318 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:42Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:43.660370 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cffbe-04b0-4adf-ad07-f25713ee1824 None None] The sync data for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi is: [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:42Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:48:43.676470 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e453d51b-44e4-401c-b9f2-9fc1c62e4a3a,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:43.715717 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-93a77d7d-02a9-4beb-9764-450250ea45ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (45f0fe61-78e4-4e0d-b8e0-7ad81aaecd37), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.737837 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Port cf98dc4c-153a-42d2-9ed5-43442931ff97 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:48:43.815544 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-93a77d7d-02a9-4beb-9764-450250ea45ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (45f0fe61-78e4-4e0d-b8e0-7ad81aaecd37), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.832760 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 32996) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:43.878675 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.879581 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 14c23cc1-ba95-47db-8cde-63cd149feaf4 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:43.882917 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Publish callbacks [] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.884622 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:43.888550 dv-cinder-799871-21-iscsi neutron-server[111042]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 16:48:43.891522 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Provisioning complete for port fcd62bf4-1341-4009-8841-3a63f727614e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:43.891926 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:43.916684 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77d7d-02a9-4beb-9764-450250ea45ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f0fe61-78e4-4e0d-b8e0-7ad81aaecd37,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:44.006344 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.017011 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-63068fd3-288c-4f94-87b5-f5a3ef82fc77 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (50eba4ed-72c4-4263-87b4-831ae48d8829), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.041024 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-93a77d7d-02a9-4beb-9764-450250ea45ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.045193 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-93a77d7d-02a9-4beb-9764-450250ea45ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6978676 Jun 21 16:48:44.053833 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33000) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:44.060442 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:44.076613 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63068fd3-288c-4f94-87b5-f5a3ef82fc77 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50eba4ed-72c4-4263-87b4-831ae48d8829,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:44.102297 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-523017cd-0a11-4474-9e5d-5acc46747f03 service neutron] 10.222.0.70 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990527 Jun 21 16:48:44.109887 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Port fcd62bf4-1341-4009-8841-3a63f727614e cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:48:44.154724 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=e453d51b-44e4-401c-b9f2-9fc1c62e4a3a,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:44.175372 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-63068fd3-288c-4f94-87b5-f5a3ef82fc77 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.176622 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-63068fd3-288c-4f94-87b5-f5a3ef82fc77 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2456162 Jun 21 16:48:44.185897 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33008) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:44.259131 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-e4116d91-de28-484e-adac-50e4fcbef491 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'security_group_rule': {'security_group_id': '33564664-e22b-456f-a07a-9507143fc75e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:44.284885 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f12fb-0d1f-4e70-ba07-893e353ff03f None None] Pushing event updated for resources: {'Port': ['ID=cf98dc4c-153a-42d2-9ed5-43442931ff97,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:44.356874 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Provisioning complete for port d0823303-4172-4e1b-a345-ce501d68f54c triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:44.356874 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.388626 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-5a4833ad-9463-4b9a-b6d8-57d87206f97a tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:44.395920 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-5a4833ad-9463-4b9a-b6d8-57d87206f97a tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/networks?id=b5de278b-fb20-455a-9731-6381c2870c95 HTTP/1.1" status: 200 len: 811 time: 0.5600400 Jun 21 16:48:44.419671 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-3e17978d-2f93-4acb-ade7-dac8316736a9 service neutron] 10.222.0.70 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165929 Jun 21 16:48:44.429100 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-e4086b37-fa1b-4a10-bccd-b995e1d3f733 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/quotas/8d951c7f7afd49b09b6045b09a9d98e0 HTTP/1.1" status: 200 len: 375 time: 0.0270798 Jun 21 16:48:44.520493 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Port d0823303-4172-4e1b-a345-ce501d68f54c cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:48:44.543718 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.559115 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 14c23cc1-ba95-47db-8cde-63cd149feaf4 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:44.559476 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.656065 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Attempting to bind port cf98dc4c-153a-42d2-9ed5-43442931ff97 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:44.657625 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Attempting to bind port cf98dc4c-153a-42d2-9ed5-43442931ff97 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:44.664508 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Attempting to bind port cf98dc4c-153a-42d2-9ed5-43442931ff97 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:44.692352 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Provisioning complete for port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:44.692731 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.696538 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:44.702586 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Checking segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:44.705097 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.706866 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Bound using segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:44.712283 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Bound port: cf98dc4c-153a-42d2-9ed5-43442931ff97, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:44.712283 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.729836 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e4116d91-de28-484e-adac-50e4fcbef491 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (2051e63b-2edf-411f-89fb-1d3ed957962a), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:44.750458 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-526bb746-ba21-478f-9c02-b8c7d5539dfb tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d951c7f7afd49b09b6045b09a9d98e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3256412 Jun 21 16:48:44.952583 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:44.957265 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 14c23cc1-ba95-47db-8cde-63cd149feaf4 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:44.959122 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 206bb233-ee6d-4641-9738-8d15618951bd up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:44.999075 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:45.008185 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:45.033154 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] For port cf98dc4c-153a-42d2-9ed5-43442931ff97, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:45.037385 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] For port cf98dc4c-153a-42d2-9ed5-43442931ff97, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=cf98dc4c-153a-42d2-9ed5-43442931ff97,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:45.046007 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33052) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:45.051263 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-631782929-network', 'tenant_id': 'f0c90c35ee3e44c78e94a3e654b9a467'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:45.138032 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 206bb233-ee6d-4641-9738-8d15618951bd triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:45.142068 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (206bb233-ee6d-4641-9738-8d15618951bd), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.187840 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d8fd6b4f-6bca-4748-a7c0-ef28832ed073 req-abb73913-ad00-4a27-b9da-b646c3eaf300 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 210 time: 0.1045532 Jun 21 16:48:45.197655 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Current status of the port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:45.198160 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.207461 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.210248 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Made reservation on behalf of f0c90c35ee3e44c78e94a3e654b9a467 for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:45.213191 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.249220 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.290213 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.379460 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e4116d91-de28-484e-adac-50e4fcbef491 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (2051e63b-2edf-411f-89fb-1d3ed957962a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.430303 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Publish callbacks [] for security_group (997e9331-ab8c-4b25-a245-18aeb3c4a36d), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.462793 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] For port 766bda6c-ecfe-463c-9bff-1a0c98578ba8, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=766bda6c-ecfe-463c-9bff-1a0c98578ba8,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:45.464267 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f12fb-0d1f-4e70-ba07-893e353ff03f None None] Pushing event updated for resources: {'Port': ['ID=cf98dc4c-153a-42d2-9ed5-43442931ff97,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:45.488964 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:45.494528 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:45.516872 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (997e9331-ab8c-4b25-a245-18aeb3c4a36d), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.550276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e4116d91-de28-484e-adac-50e4fcbef491 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (2051e63b-2edf-411f-89fb-1d3ed957962a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.597736 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:48:45.647385 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997e9331-ab8c-4b25-a245-18aeb3c4a36d,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:45.675456 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (0283ed3b-62ee-40a3-9eb3-9b23bad38727), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.675719 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Added segment 0283ed3b-62ee-40a3-9eb3-9b23bad38727 of type vlan for network 05fce2dc-45d2-4219-8dc7-9e8ac70393ed Jun 21 16:48:45.688413 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116d91-de28-484e-adac-50e4fcbef491 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2051e63b-2edf-411f-89fb-1d3ed957962a,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:45.713904 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Allocated IP 172.27.2.53 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/eb75f483-0d10-41b0-b27b-6890b0fca9e5) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:45.737892 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-dee149d3-822a-41a9-ab31-dc3abbbe18f6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:48:45.750692 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-dee149d3-822a-41a9-ab31-dc3abbbe18f6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4847920 Jun 21 16:48:45.811565 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e4116d91-de28-484e-adac-50e4fcbef491 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.813483 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-e4116d91-de28-484e-adac-50e4fcbef491 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6237073 Jun 21 16:48:45.818144 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33090) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:45.824802 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:45.825423 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (05fce2dc-45d2-4219-8dc7-9e8ac70393ed), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.925212 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:45.946828 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:46.014476 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33094) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:46.075421 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 206bb233-ee6d-4641-9738-8d15618951bd is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:46.075825 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (206bb233-ee6d-4641-9738-8d15618951bd), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.102611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-f84e8d37-6fde-498a-a956-84a84c804d20 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:46.107003 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-f84e8d37-6fde-498a-a956-84a84c804d20 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 819 time: 0.3296402 Jun 21 16:48:46.125147 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (05fce2dc-45d2-4219-8dc7-9e8ac70393ed), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.126619 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:46.127469 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.192153 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-993b34bd-5307-4778-a3bb-a6c18d4b0fa8 service neutron] 10.222.0.70 "GET /v2.0/networks/b5de278b-fb20-455a-9731-6381c2870c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405086 Jun 21 16:48:46.227581 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for port (eb75f483-0d10-41b0-b27b-6890b0fca9e5), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.239957 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.244717 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b6b-1207-44db-86e2-990529b6f44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.246026 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-5b68fb46-b59a-4c10-95a0-60f482efb574 None None] Provisioning complete for port cf98dc4c-153a-42d2-9ed5-43442931ff97 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:46.248660 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5b68fb46-b59a-4c10-95a0-60f482efb574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.276999 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-f7440d17-6dd4-49f1-a447-adc76f727f21 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/quotas/25beca9acf4f4420b1a2dc0ec397847e HTTP/1.1" status: 200 len: 375 time: 0.1245756 Jun 21 16:48:46.298027 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 206bb233-ee6d-4641-9738-8d15618951bd, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=206bb233-ee6d-4641-9738-8d15618951bd,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:46.304588 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2573745 Jun 21 16:48:46.306943 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:46.330435 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fbc40-e5f3-4926-a08f-c4abea3b370e None None] Pushing event updated for resources: {'Port': ['ID=766bda6c-ecfe-463c-9bff-1a0c98578ba8,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:46.358967 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33104) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:46.367819 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Request body: {'subnet': {'network_id': '05fce2dc-45d2-4219-8dc7-9e8ac70393ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-631782929-subnet', 'tenant_id': 'f0c90c35ee3e44c78e94a3e654b9a467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:46.380373 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:46.397481 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bc7e7-4537-46cd-96c7-b08a3572a951 admin admin] Pushing event updated for resources: {'Network': ['ID=05fce2dc-45d2-4219-8dc7-9e8ac70393ed,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:46.406265 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (206bb233-ee6d-4641-9738-8d15618951bd), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.421816 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 05fce2dc-45d2-4219-8dc7-9e8ac70393ed details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:48:46.469532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:46.483068 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-ca633b30-0d35-42e3-90bc-a0a16ef5875c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688130 Jun 21 16:48:46.634304 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Made reservation on behalf of f0c90c35ee3e44c78e94a3e654b9a467 for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:46.638826 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.711163 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (eb75f483-0d10-41b0-b27b-6890b0fca9e5), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.749910 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-01700dd6-6346-46e9-a39a-fe00959ae309 service neutron] 10.222.0.70 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646058 Jun 21 16:48:46.754460 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b6b-1207-44db-86e2-990529b6f44d admin admin] Publish callbacks [] for security_group (94e272bf-ffaa-4345-9051-2dbe707ab6d3), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.758221 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=206bb233-ee6d-4641-9738-8d15618951bd,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:46.768478 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-1a55095c-1817-4945-aa9d-6a7dcbdb6d79 service neutron] 10.222.0.70 "GET /v2.0/networks/b5de278b-fb20-455a-9731-6381c2870c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753243 Jun 21 16:48:46.901516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:46.940982 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:46.947131 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:46.952549 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.955821 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:46.968142 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-5b68fb46-b59a-4c10-95a0-60f482efb574 None None] Current status of the port cf98dc4c-153a-42d2-9ed5-43442931ff97 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:46.968525 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5b68fb46-b59a-4c10-95a0-60f482efb574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.970912 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 766bda6c-ecfe-463c-9bff-1a0c98578ba8 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:46.973389 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:46.979304 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b6b-1207-44db-86e2-990529b6f44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (94e272bf-ffaa-4345-9051-2dbe707ab6d3), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:46.982115 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'Port': ['ID=eb75f483-0d10-41b0-b27b-6890b0fca9e5,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:47.079034 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-fcfa1b6b-1207-44db-86e2-990529b6f44d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c472023e58b3452ba90df954d22eea1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0537157 Jun 21 16:48:47.079034 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-a63a4d21-1602-4955-9c88-8ca855a91c2d service neutron] 10.222.0.70 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255460 Jun 21 16:48:47.079034 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33128) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:47.163278 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (a9f3529d-7ab9-4415-8a79-daf0d7209606), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.179879 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-5b68fb46-b59a-4c10-95a0-60f482efb574 None None] For port cf98dc4c-153a-42d2-9ed5-43442931ff97, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=cf98dc4c-153a-42d2-9ed5-43442931ff97,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:47.206012 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:47.206012 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.227948 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c8c87db3-7c8b-4744-8286-e33664776d48 admin admin] Publish callbacks [] for security_group (94e272bf-ffaa-4345-9051-2dbe707ab6d3), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.248045 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Allocated IP 172.27.2.60 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/3e590c8d-6f42-4884-8a9d-15af64812076) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:47.285453 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:47.311535 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa1b6b-1207-44db-86e2-990529b6f44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e272bf-ffaa-4345-9051-2dbe707ab6d3,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:47.329328 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c8c87db3-7c8b-4744-8286-e33664776d48 admin admin] Publish callbacks [] for security_group (94e272bf-ffaa-4345-9051-2dbe707ab6d3), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.340586 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5b68fb46-b59a-4c10-95a0-60f482efb574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.344194 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b15ed-070c-45d3-9671-fa597763e5a4 None None] The sync data for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi is: [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:48:47.581355 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68fb46-b59a-4c10-95a0-60f482efb574 None None] Pushing event updated for resources: {'Port': ['ID=cf98dc4c-153a-42d2-9ed5-43442931ff97,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:47.587730 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.594813 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:47.596973 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e453d51b-44e4-401c-b9f2-9fc1c62e4a3a up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:47.659264 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a4bf0772-2e9c-4d59-8a03-9c905bd22690 req-f01934ec-59df-4bca-a689-e96e42812f48 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.2835696 Jun 21 16:48:47.659487 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-17e1a1e8-36df-4708-9dd1-4a33b7ddbe0a req-faaa6424-c6ec-44e3-8eae-33c882245fd8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.1200364 Jun 21 16:48:47.662733 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c8c87db3-7c8b-4744-8286-e33664776d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (94e272bf-ffaa-4345-9051-2dbe707ab6d3), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.665500 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c8c87db3-7c8b-4744-8286-e33664776d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.668718 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c8c87db3-7c8b-4744-8286-e33664776d48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94e272bf-ffaa-4345-9051-2dbe707ab6d3 HTTP/1.1" status: 204 len: 168 time: 0.5883155 Jun 21 16:48:47.698958 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c87db3-7c8b-4744-8286-e33664776d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e272bf-ffaa-4345-9051-2dbe707ab6d3,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:47.703044 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Sync routers for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:48:47.725688 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:47.728877 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:47.779771 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:47.780389 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.867636 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (eb75f483-0d10-41b0-b27b-6890b0fca9e5), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.971374 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:47.972935 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:47.987518 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for port (3e590c8d-6f42-4884-8a9d-15af64812076), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:47.999412 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:48.001234 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device db853287-bcfd-4f89-9271-965ebc041cb3 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:48.053649 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:48.093158 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port db853287-bcfd-4f89-9271-965ebc041cb3 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:48.093158 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.140161 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Checking segment: {'id': '0283ed3b-62ee-40a3-9eb3-9b23bad38727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '05fce2dc-45d2-4219-8dc7-9e8ac70393ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:48.140517 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Network hostable DHCP agents. Network: 05fce2dc-45d2-4219-8dc7-9e8ac70393ed, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:48:48.149105 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:48.285652 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port db853287-bcfd-4f89-9271-965ebc041cb3 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:48.286164 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.294803 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for port (eb75f483-0d10-41b0-b27b-6890b0fca9e5), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.315442 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port db853287-bcfd-4f89-9271-965ebc041cb3, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=db853287-bcfd-4f89-9271-965ebc041cb3,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:48.411882 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Network 05fce2dc-45d2-4219-8dc7-9e8ac70393ed is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:48:48.419772 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (3e590c8d-6f42-4884-8a9d-15af64812076), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.430968 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:37Z', 'revision_number': 2, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:48.456996 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.458230 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 33e00f51-d5c2-4070-97bb-86942593db6c up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:48.464815 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Checking router: 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:48:48.468094 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Updating router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a port fcd62bf4-1341-4009-8841-3a63f727614e binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:48:48.488085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (eb75f483-0d10-41b0-b27b-6890b0fca9e5), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.515314 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:48.517023 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.519973 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (a9f3529d-7ab9-4415-8a79-daf0d7209606), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.523803 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:48.549258 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'Port': ['ID=3e590c8d-6f42-4884-8a9d-15af64812076,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:48.553836 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Sync routers for ids ['ffb73485-56fd-4e36-94bf-78afa307c09c'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:48:48.560871 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:48.569580 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 05fce2dc-45d2-4219-8dc7-9e8ac70393ed) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:48.626447 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:48.644777 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e302f75-84a1-4063-93bf-1fb082d405bf None None] Network 05fce2dc-45d2-4219-8dc7-9e8ac70393ed requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:48.652203 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:48.654257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.656707 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Routers {'ffb73485-56fd-4e36-94bf-78afa307c09c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:48.657250 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ffb73485-56fd-4e36-94bf-78afa307c09c'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:48.681023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.692698 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6280131 Jun 21 16:48:48.773582 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=db853287-bcfd-4f89-9271-965ebc041cb3,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:48.807202 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-922e8e6f-5ffb-4274-9153-92cda521ed2e req-80bb3cec-64ca-411a-aed8-ef9e15680e01 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.0591929 Jun 21 16:48:48.807978 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc690a-7bd8-4c79-bc7b-cd37eb371ef8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'Port': ['ID=eb75f483-0d10-41b0-b27b-6890b0fca9e5,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:48.833227 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 33e00f51-d5c2-4070-97bb-86942593db6c triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:48.833641 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.842871 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2e571130-452e-4a14-9cf6-8f6987051e09 req-b9831b6d-d1b7-4f53-bd1c-47562110175d tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.0702996 Jun 21 16:48:48.842871 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (f53359e3-ced1-41af-8b9e-c0b71c2efab9), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:48.927125 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-8fc396a5-1b2c-4916-a54e-b546a8ea6297 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5670285 Jun 21 16:48:49.115342 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Set router ffb73485-56fd-4e36-94bf-78afa307c09c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:49.140094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3e590c8d-6f42-4884-8a9d-15af64812076), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.162107 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcce344-9a79-4399-b4db-23524154ce9b None None] Network 05fce2dc-45d2-4219-8dc7-9e8ac70393ed requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:48:49.207006 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33222) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:49.219618 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33224) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:49.222315 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:49.269187 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-438e49b8-3ca7-457f-99ce-439d38191d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.299571 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Publish callbacks [] for port (fcd62bf4-1341-4009-8841-3a63f727614e), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.307765 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-36bb0327-fbde-4352-b2c2-3cc061e75abe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1821445832&fields=id&tenant_id=85cd0d0402244286b9199e77f8ef18ca HTTP/1.1" status: 200 len: 267 time: 0.2055719 Jun 21 16:48:49.308805 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-2faeb153-6da4-4bca-9b7b-eff505ddb39d admin admin] Deleting subnet 18b0a342-3e48-435a-8400-0f7e40563fa4 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:48:49.316135 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2faeb153-6da4-4bca-9b7b-eff505ddb39d admin admin] Publish callbacks [] for subnet (18b0a342-3e48-435a-8400-0f7e40563fa4), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.446040 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.466948 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 33e00f51-d5c2-4070-97bb-86942593db6c is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:49.467410 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.495464 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 33e00f51-d5c2-4070-97bb-86942593db6c, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=33e00f51-d5c2-4070-97bb-86942593db6c,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:49.497854 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:49.512198 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8d562-6d00-40ae-96fb-c11bedc095d2 None None] Pushing event updated for resources: {'Port': ['ID=fcd62bf4-1341-4009-8841-3a63f727614e,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:49.579607 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-f27d5704-7e05-43ff-b85e-0250629e9c9c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:49.589218 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-f27d5704-7e05-43ff-b85e-0250629e9c9c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 817 time: 0.2681367 Jun 21 16:48:49.617637 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-438e49b8-3ca7-457f-99ce-439d38191d2a admin admin] Publish callbacks [] for security_group (159096d8-9fbf-476c-8452-f833227788e0), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.622702 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.623681 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 719d6480-6689-4d0c-97a4-8610acb6df6c up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:49.623876 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Attempting to bind port fcd62bf4-1341-4009-8841-3a63f727614e on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:49.624468 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Attempting to bind port fcd62bf4-1341-4009-8841-3a63f727614e by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:49.624984 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Attempting to bind port fcd62bf4-1341-4009-8841-3a63f727614e on network 63924b26-7bc3-4fc5-bf40-93746d4a252a {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:49.634056 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:49.634814 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Checking segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:49.635482 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.637112 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Bound using segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:49.639859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:49.640743 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Bound port: fcd62bf4-1341-4009-8841-3a63f727614e, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:49.641461 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.643685 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-5307a00c-3425-4774-aa2e-c91bc0c481f5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/quotas/85cd0d0402244286b9199e77f8ef18ca HTTP/1.1" status: 200 len: 375 time: 0.0532830 Jun 21 16:48:49.653868 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:49.727099 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-92994e8b-8c67-419a-8322-10fdf57deb42 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743396 Jun 21 16:48:49.751389 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] For port fcd62bf4-1341-4009-8841-3a63f727614e, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:49.759767 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] For port fcd62bf4-1341-4009-8841-3a63f727614e, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=fcd62bf4-1341-4009-8841-3a63f727614e,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:49.778291 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for port (3e590c8d-6f42-4884-8a9d-15af64812076), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.782051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 719d6480-6689-4d0c-97a4-8610acb6df6c triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:49.782771 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.791120 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-438e49b8-3ca7-457f-99ce-439d38191d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (159096d8-9fbf-476c-8452-f833227788e0), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.802938 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2faeb153-6da4-4bca-9b7b-eff505ddb39d admin admin] Publish callbacks [] for subnet (18b0a342-3e48-435a-8400-0f7e40563fa4), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.816376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2faeb153-6da4-4bca-9b7b-eff505ddb39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (18b0a342-3e48-435a-8400-0f7e40563fa4), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.847394 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=33e00f51-d5c2-4070-97bb-86942593db6c,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:49.863907 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.915937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3e590c8d-6f42-4884-8a9d-15af64812076), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:49.928075 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:40Z', 'revision_number': 4, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port': {'id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'd0823303-4172-4e1b-a345-ce501d68f54c', 'name': '', 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'mac_address': 'fa:16:3e:65:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '64a6cf68-ac9d-4f38-beb2-4f82e3871d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:38Z', 'updated_at': '2022-06-21T16:48:40Z', 'revision_number': 2, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'subnets': [{'id': '64a6cf68-ac9d-4f38-beb2-4f82e3871d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:49.954350 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8d562-6d00-40ae-96fb-c11bedc095d2 None None] Pushing event updated for resources: {'Port': ['ID=fcd62bf4-1341-4009-8841-3a63f727614e,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:49.967233 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Checking router: ffb73485-56fd-4e36-94bf-78afa307c09c for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:48:49.967932 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Updating router ffb73485-56fd-4e36-94bf-78afa307c09c port d0823303-4172-4e1b-a345-ce501d68f54c binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:48:49.993562 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:49.994380 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:50.029144 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e49b8-3ca7-457f-99ce-439d38191d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159096d8-9fbf-476c-8452-f833227788e0,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:50.070441 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-438e49b8-3ca7-457f-99ce-439d38191d2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=619b8721b5b1455387323b9cc260f714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8623240 Jun 21 16:48:50.073568 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:50.075851 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-6bdee4ed-314e-4a3d-8485-84a811c6dedd None None] Provisioning complete for port fcd62bf4-1341-4009-8841-3a63f727614e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:50.076369 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6bdee4ed-314e-4a3d-8485-84a811c6dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.076706 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33234) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:50.083409 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.101073 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-e567bed0-a6ea-49f7-90b6-27f35a93b517 service neutron] 10.222.0.70 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595870 Jun 21 16:48:50.101234 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'Port': ['ID=3e590c8d-6f42-4884-8a9d-15af64812076,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:50.115975 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (f53359e3-ced1-41af-8b9e-c0b71c2efab9), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.181724 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 719d6480-6689-4d0c-97a4-8610acb6df6c is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:50.192501 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-59f384c1-6de5-4cb0-a266-8f3765e0b3a6 req-9b10e6b1-be00-41a3-a73b-eeef04741edf tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.1112354 Jun 21 16:48:50.280772 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:50.328156 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43d6ee58-ee71-48a4-bdad-bb51bf7352d5 admin admin] Publish callbacks [] for security_group (159096d8-9fbf-476c-8452-f833227788e0), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.378912 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1663686a-24b1-4836-b9dd-0f25bac95da0 req-97410559-4a75-4930-a86b-01b0a1e22eeb tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.0708783 Jun 21 16:48:50.385839 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.387102 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-afd75a4d-128e-4c92-a58f-a652420042cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5666273 Jun 21 16:48:50.431301 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-2cdf389a-594f-4d7e-9941-6e16201da874 service neutron] 10.222.0.70 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326337 Jun 21 16:48:50.435957 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:50.440993 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2faeb153-6da4-4bca-9b7b-eff505ddb39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (18b0a342-3e48-435a-8400-0f7e40563fa4), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.445645 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43d6ee58-ee71-48a4-bdad-bb51bf7352d5 admin admin] Publish callbacks [] for security_group (159096d8-9fbf-476c-8452-f833227788e0), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.462912 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-6bdee4ed-314e-4a3d-8485-84a811c6dedd None None] Current status of the port fcd62bf4-1341-4009-8841-3a63f727614e is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:50.464823 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6bdee4ed-314e-4a3d-8485-84a811c6dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.464962 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2faeb153-6da4-4bca-9b7b-eff505ddb39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.470687 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-2faeb153-6da4-4bca-9b7b-eff505ddb39d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/18b0a342-3e48-435a-8400-0f7e40563fa4 HTTP/1.1" status: 204 len: 168 time: 1.2487221 Jun 21 16:48:50.473860 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33240) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:50.516767 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:50.540079 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-6bdee4ed-314e-4a3d-8485-84a811c6dedd None None] For port fcd62bf4-1341-4009-8841-3a63f727614e, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=fcd62bf4-1341-4009-8841-3a63f727614e,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:50.541854 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeb153-6da4-4bca-9b7b-eff505ddb39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b0a342-3e48-435a-8400-0f7e40563fa4,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:50.666377 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:50.695929 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (50812c8d-79f9-438a-8da6-44152238164e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.696801 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device cf98dc4c-153a-42d2-9ed5-43442931ff97 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:50.703958 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6bdee4ed-314e-4a3d-8485-84a811c6dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.720042 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43d6ee58-ee71-48a4-bdad-bb51bf7352d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (159096d8-9fbf-476c-8452-f833227788e0), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.728986 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43d6ee58-ee71-48a4-bdad-bb51bf7352d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:50.738730 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-43d6ee58-ee71-48a4-bdad-bb51bf7352d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/159096d8-9fbf-476c-8452-f833227788e0 HTTP/1.1" status: 204 len: 168 time: 0.6602585 Jun 21 16:48:50.796248 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6ee58-ee71-48a4-bdad-bb51bf7352d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159096d8-9fbf-476c-8452-f833227788e0,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:50.835469 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:50.915397 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:50.939611 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc42c9fa-6a16-40ed-ad0b-b7b7b50988d6 None None] The sync data for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi is: [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:48:51.062707 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (50812c8d-79f9-438a-8da6-44152238164e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.067450 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f996e60e-0a08-4e33-88cb-0192e2a9bf4c req-a24ca31d-d1ca-4979-9ddc-212868b07c5c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.1077006 Jun 21 16:48:51.107723 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Publish callbacks [] for port (d0823303-4172-4e1b-a345-ce501d68f54c), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.137519 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-d671d762-128f-4ccc-ae99-541273b92ed4 None None] Provisioning complete for port fcd62bf4-1341-4009-8841-3a63f727614e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:51.139906 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d671d762-128f-4ccc-ae99-541273b92ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.156802 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.158843 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.159634 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.161218 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > port after_create 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.164168 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > port after_delete 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.164441 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > port after_update 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.164765 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.172119 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.172605 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.172985 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.239823 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdee4ed-314e-4a3d-8485-84a811c6dedd None None] Pushing event updated for resources: {'Port': ['ID=fcd62bf4-1341-4009-8841-3a63f727614e,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:51.316745 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.356968 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port cf98dc4c-153a-42d2-9ed5-43442931ff97 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:51.356968 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.568750 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ae021-ebd9-4e07-bb17-c9c236c24dcf None None] Pushing event updated for resources: {'Port': ['ID=d0823303-4172-4e1b-a345-ce501d68f54c,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:51.636222 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ff1d76eb-6ece-4aea-9b20-c0d48ce0fa28 req-78d01c7f-1f78-4469-aa45-b33613a0f9e9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.1183498 Jun 21 16:48:51.651936 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-d671d762-128f-4ccc-ae99-541273b92ed4 None None] Current status of the port fcd62bf4-1341-4009-8841-3a63f727614e is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:51.711292 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Attempting to bind port d0823303-4172-4e1b-a345-ce501d68f54c on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:48:51.711663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Attempting to bind port d0823303-4172-4e1b-a345-ce501d68f54c by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:48:51.712023 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Attempting to bind port d0823303-4172-4e1b-a345-ce501d68f54c on network b5de278b-fb20-455a-9731-6381c2870c95 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:48:51.805175 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:48:51.805175 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Checking segment: {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:48:51.805175 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.805175 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Bound using segment: {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:48:51.805675 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Bound port: d0823303-4172-4e1b-a345-ce501d68f54c, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:48:51.810909 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.828872 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-daffa7b6-705b-4851-acb0-d3a2b59abb84 req-b8685667-c015-41d4-83f7-a3609760af25 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.0501578 Jun 21 16:48:51.853885 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-020ad291-4b55-4b98-acde-d0cf3f7d2bbc None None] Provisioning complete for port d0823303-4172-4e1b-a345-ce501d68f54c triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:51.854205 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-020ad291-4b55-4b98-acde-d0cf3f7d2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.893944 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.894306 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.894671 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.895205 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:51.895926 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50812c8d-79f9-438a-8da6-44152238164e']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:51.955097 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port cf98dc4c-153a-42d2-9ed5-43442931ff97 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:51.955227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202c080b-c872-40a1-a38d-86dcd9e6729d') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:51.956636 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device db853287-bcfd-4f89-9271-965ebc041cb3 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:51.957396 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202c080b-c872-40a1-a38d-86dcd9e6729d') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:51.984676 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-ddd82e9d-8d79-4413-a2b9-e8ed457bac85 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--795050545&fields=id&tenant_id=0a35c2bcb0e44e0ab3751a83635424e8 HTTP/1.1" status: 200 len: 267 time: 1.0969195 Jun 21 16:48:51.994218 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (202c080b-c872-40a1-a38d-86dcd9e6729d), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:51.999685 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-020ad291-4b55-4b98-acde-d0cf3f7d2bbc None None] Port d0823303-4172-4e1b-a345-ce501d68f54c cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:48:52.063465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (202c080b-c872-40a1-a38d-86dcd9e6729d), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.084646 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:48:52.087812 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (202c080b-c872-40a1-a38d-86dcd9e6729d), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.136440 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] For port d0823303-4172-4e1b-a345-ce501d68f54c, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:48:52.168540 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] For port d0823303-4172-4e1b-a345-ce501d68f54c, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=d0823303-4172-4e1b-a345-ce501d68f54c,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:48:52.195066 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port db853287-bcfd-4f89-9271-965ebc041cb3 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:52.195452 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.260141 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b12cb025-7091-425d-94e2-62e4697c0fd5 req-3ab81157-7af0-4071-a73f-37b3a53d2204 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.0529428 Jun 21 16:48:52.317533 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.374479 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d93bd-200a-4622-ac11-92a15e867510 req-24ce29b5-25a2-459d-9dfe-ab62f05f6feb tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:52.376849 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-24ce29b5-25a2-459d-9dfe-ab62f05f6feb tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 811 time: 0.3772566 Jun 21 16:48:52.401430 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-6d794d0a-1eae-4193-b6ac-662ed333c8e4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/quotas/0a35c2bcb0e44e0ab3751a83635424e8 HTTP/1.1" status: 200 len: 375 time: 0.0163918 Jun 21 16:48:52.477810 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (50812c8d-79f9-438a-8da6-44152238164e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.512676 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Pushing event deleted for resources: {'Network': ['ID=50812c8d-79f9-438a-8da6-44152238164e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:52.517879 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.525427 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33324) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:52.526031 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-b4962d19-2078-4b5e-9a4c-0bf314d2b43b admin admin] 10.222.0.70 "DELETE /v2.0/networks/50812c8d-79f9-438a-8da6-44152238164e HTTP/1.1" status: 204 len: 168 time: 2.0499282 Jun 21 16:48:52.535136 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-5cd65d90-faa3-46ba-a888-5a1ea4abbbbf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217093 Jun 21 16:48:52.601415 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Routers {'ffb73485-56fd-4e36-94bf-78afa307c09c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:48:52.602067 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:48:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ffb73485-56fd-4e36-94bf-78afa307c09c'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:52.605819 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ae021-ebd9-4e07-bb17-c9c236c24dcf None None] Pushing event updated for resources: {'Port': ['ID=d0823303-4172-4e1b-a345-ce501d68f54c,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:52.611741 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port db853287-bcfd-4f89-9271-965ebc041cb3 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:52.612861 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 33e00f51-d5c2-4070-97bb-86942593db6c up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:52.696221 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 202c080b-c872-40a1-a38d-86dcd9e6729d resource provider aggregate not found Jun 21 16:48:52.728319 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d07d8e-a64f-4acd-b395-6de7e90780c3 admin admin] Deleting subnet 00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8 {{(pid=111043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:48:52.751126 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21d07d8e-a64f-4acd-b395-6de7e90780c3 admin admin] Publish callbacks [] for subnet (00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.760414 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 202c080b-c872-40a1-a38d-86dcd9e6729d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 202c080b-c872-40a1-a38d-86dcd9e6729d found for delete ", "request_id": "req-06f6c5af-1f44-43ba-8e54-bdce7973a58a"}]} Jun 21 16:48:52.816150 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-5928af52-c1d8-4d12-9eca-9dea3af674b4 service neutron] 10.222.0.70 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640078 Jun 21 16:48:52.851355 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-d9568685-3cc9-48eb-bd61-46920013ee8d None None] Provisioning complete for port d0823303-4172-4e1b-a345-ce501d68f54c triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:52.851743 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d9568685-3cc9-48eb-bd61-46920013ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.898004 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21d07d8e-a64f-4acd-b395-6de7e90780c3 admin admin] Publish callbacks [] for subnet (00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:52.946030 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21d07d8e-a64f-4acd-b395-6de7e90780c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:53.037790 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 33e00f51-d5c2-4070-97bb-86942593db6c triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:53.038426 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:53.066517 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-48859910-96ed-4562-84e0-489fed843416 service neutron] 10.222.0.70 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446499 Jun 21 16:48:53.109204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:53.119089 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] Set router ffb73485-56fd-4e36-94bf-78afa307c09c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:48:53.287072 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.47', 65135) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:53.296178 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:53.332940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.47', 65136) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:53.340134 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 33e00f51-d5c2-4070-97bb-86942593db6c is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:53.341903 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device fcd62bf4-1341-4009-8841-3a63f727614e up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:53.386238 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:53.414291 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3dedb126-7674-4e8f-8698-4f19de3362e4 req-057087d4-1bbd-4bc2-9754-6d39045c6ee0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.4882414 Jun 21 16:48:53.440221 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.47', 65137) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:53.573992 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-d9568685-3cc9-48eb-bd61-46920013ee8d None None] Current status of the port d0823303-4172-4e1b-a345-ce501d68f54c is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:53.574727 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d9568685-3cc9-48eb-bd61-46920013ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:53.627460 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port fcd62bf4-1341-4009-8841-3a63f727614e triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:53.628183 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:53.711431 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-d9568685-3cc9-48eb-bd61-46920013ee8d None None] For port d0823303-4172-4e1b-a345-ce501d68f54c, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=d0823303-4172-4e1b-a345-ce501d68f54c,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:48:53.741685 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:40Z', 'revision_number': 4, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port': {'id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'd0823303-4172-4e1b-a345-ce501d68f54c', 'name': '', 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'mac_address': 'fa:16:3e:65:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '64a6cf68-ac9d-4f38-beb2-4f82e3871d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:38Z', 'updated_at': '2022-06-21T16:48:52Z', 'revision_number': 4, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'subnets': [{'id': '64a6cf68-ac9d-4f38-beb2-4f82e3871d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:53.784510 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21d07d8e-a64f-4acd-b395-6de7e90780c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for subnet (00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:53.792198 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-b4a501d7-37f4-4519-97aa-e514fd377e64 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:53.801332 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-b4a501d7-37f4-4519-97aa-e514fd377e64 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 819 time: 0.4642334 Jun 21 16:48:53.806362 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eca747-384a-422e-9000-40b96a7154e5 None None] The sync data for ids ['ffb73485-56fd-4e36-94bf-78afa307c09c'] in dv-cinder-799871-21-iscsi is: [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:40Z', 'revision_number': 4, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port': {'id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'd0823303-4172-4e1b-a345-ce501d68f54c', 'name': '', 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'mac_address': 'fa:16:3e:65:0b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '64a6cf68-ac9d-4f38-beb2-4f82e3871d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:38Z', 'updated_at': '2022-06-21T16:48:52Z', 'revision_number': 4, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'subnets': [{'id': '64a6cf68-ac9d-4f38-beb2-4f82e3871d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:48:53.810851 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:53.826255 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port fcd62bf4-1341-4009-8841-3a63f727614e is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:53.845138 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 206bb233-ee6d-4641-9738-8d15618951bd up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:53.848227 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d07d8e-a64f-4acd-b395-6de7e90780c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:53.890115 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f9ed325b-10d5-4376-a969-b610e7ac9d5e req-10add068-111f-41f1-aedf-92334e1f3b60 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.2158325 Jun 21 16:48:53.932423 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21d07d8e-a64f-4acd-b395-6de7e90780c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:53.948266 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-21d07d8e-a64f-4acd-b395-6de7e90780c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/00b6f76f-a9ff-46b6-a3b7-f5dd22d7ebb8 HTTP/1.1" status: 204 len: 168 time: 1.4212434 Jun 21 16:48:53.962959 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-9c18f2cc-c0e0-4390-a504-e8c3eba34fe9 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:53.967806 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-9c18f2cc-c0e0-4390-a504-e8c3eba34fe9 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.47 "GET /v2.0/networks?id=b5de278b-fb20-455a-9731-6381c2870c95 HTTP/1.1" status: 200 len: 811 time: 0.5231018 Jun 21 16:48:53.972764 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33384) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:53.979041 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d9568685-3cc9-48eb-bd61-46920013ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:54.005653 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Request body: {'port': {'device_id': '2d316a40-ffbf-47fa-83b7-58afe1fc093d', 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95', 'admin_state_up': True, 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:54.086856 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-ca431ff9-0c26-4f21-b7ce-baab87709758 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:54.088160 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-ca431ff9-0c26-4f21-b7ce-baab87709758 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 819 time: 0.8000004 Jun 21 16:48:54.099253 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 206bb233-ee6d-4641-9738-8d15618951bd triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:54.099962 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (206bb233-ee6d-4641-9738-8d15618951bd), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:54.103642 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:54.108968 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'port': {'device_id': 'b12e3b57-72af-4292-ba65-d90c166a49ed', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'admin_state_up': True, 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:54.130085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'port': {'device_id': 'f3358207-e4db-4c88-b56b-05f718c39a8e', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'admin_state_up': True, 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:54.203974 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9889f7da-7670-47fb-9fd0-104ee4e5e06f req-1f624b05-c8df-4eac-aaf1-b0f6ebd98a2b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.1335115 Jun 21 16:48:54.242452 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9568685-3cc9-48eb-bd61-46920013ee8d None None] Pushing event updated for resources: {'Port': ['ID=d0823303-4172-4e1b-a345-ce501d68f54c,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:54.348011 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 206bb233-ee6d-4641-9738-8d15618951bd is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:54.456958 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:54.667977 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6120125d-55b4-44bf-86c5-0daecde926c7 req-94bebb0c-a604-412f-b0b0-f7c5734418e9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.0764899 Jun 21 16:48:54.670041 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Made reservation on behalf of 25beca9acf4f4420b1a2dc0ec397847e for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:54.674478 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:54.678104 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Made reservation on behalf of 25beca9acf4f4420b1a2dc0ec397847e for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:54.682667 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:54.722870 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-357c869d-a494-4c57-a651-6d398fa1bb30 req-05163248-cec4-467d-aa54-e69ff994ff0e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 210 time: 0.3520629 Jun 21 16:48:54.783577 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device d0823303-4172-4e1b-a345-ce501d68f54c up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:54.786531 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (05fce2dc-45d2-4219-8dc7-9e8ac70393ed), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:54.869310 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port d0823303-4172-4e1b-a345-ce501d68f54c triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:54.870035 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:54.897531 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:54.937336 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (05fce2dc-45d2-4219-8dc7-9e8ac70393ed), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:54.962429 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Made reservation on behalf of 8d951c7f7afd49b09b6045b09a9d98e0 for: {'port': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:54.968063 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:54.980736 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.981105 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.987009 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.987368 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > port after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.988479 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.988845 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > port after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.989159 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.991387 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.991755 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:54.992097 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:55.003962 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port d0823303-4172-4e1b-a345-ce501d68f54c is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:55.005438 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device fcd62bf4-1341-4009-8841-3a63f727614e up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:48:55.056877 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port fcd62bf4-1341-4009-8841-3a63f727614e triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:55.057573 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:55.203057 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.47', 65148) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:55.211221 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port fcd62bf4-1341-4009-8841-3a63f727614e is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:48:55.235977 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:55.236390 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:55.236664 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:55.236982 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 16:48:55.242524 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fce2dc-45d2-4219-8dc7-9e8ac70393ed']}} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:55.282041 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0283ed3b-62ee-40a3-9eb3-9b23bad38727') {'for_net_delete': True} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:55.283854 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0283ed3b-62ee-40a3-9eb3-9b23bad38727') {} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:48:55.320593 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33454) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:55.330510 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529593553'] for segment (0283ed3b-62ee-40a3-9eb3-9b23bad38727), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:55.423698 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-74b9572f-4784-431a-a623-704822d3892e req-96610dda-aea1-4bd6-a777-6308984cd7ec tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.0960209 Jun 21 16:48:55.424654 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (0283ed3b-62ee-40a3-9eb3-9b23bad38727), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:55.522696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=111043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:48:55.523278 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529715889'] for segment (0283ed3b-62ee-40a3-9eb3-9b23bad38727), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:55.564085 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-22f20272-5d0a-424a-ac2d-4bb5df61b5a7 req-19d7d116-9da7-4ff7-9a65-30089f92592e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.3545632 Jun 21 16:48:55.784589 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Allocated IP 172.20.0.9 (b5de278b-fb20-455a-9731-6381c2870c95/64a6cf68-ac9d-4f38-beb2-4f82e3871d87/6016e0b6-cbeb-464d-bd9e-9bd83c250e62) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:55.817825 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:55.831425 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (05fce2dc-45d2-4219-8dc7-9e8ac70393ed), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:55.839469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Allocated IP 172.20.0.14 (645d33ca-1458-475e-a591-c2b90b24a4f2/95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5/4c3527eb-ca57-4f3c-ac3f-f1b1d9060481) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:55.932751 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:55.936617 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] 10.222.0.70 "DELETE /v2.0/networks/05fce2dc-45d2-4219-8dc7-9e8ac70393ed HTTP/1.1" status: 204 len: 168 time: 1.9640896 Jun 21 16:48:55.962765 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6896f049-4c64-4342-a58e-2abdc77c2516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:56.047085 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a06b68bc-9899-43fb-974f-481a19585b80 req-b3a94e4b-e843-4686-a357-529293a6864f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 210 time: 0.1259086 Jun 21 16:48:56.250552 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-94a661f2-70eb-48af-a89c-755c027b39e9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:56.252050 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-94a661f2-70eb-48af-a89c-755c027b39e9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 817 time: 1.0315611 Jun 21 16:48:56.297955 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6896f049-4c64-4342-a58e-2abdc77c2516 admin admin] Publish callbacks [] for security_group (ad864c47-b131-4700-b5fe-908d7a2739fb), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:56.307480 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eac644-ab97-4b57-97ee-a08a0eb6ae7e admin admin] Pushing event deleted for resources: {'Network': ['ID=05fce2dc-45d2-4219-8dc7-9e8ac70393ed,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:56.486132 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d8d65572-4d02-4baf-a791-1105d4280567 req-d675de14-0959-4b69-a112-5c3c609c5cae tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.5734980 Jun 21 16:48:56.555598 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6896f049-4c64-4342-a58e-2abdc77c2516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ad864c47-b131-4700-b5fe-908d7a2739fb), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:56.580939 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:56.665306 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-285f043c-18aa-4a4f-bae6-499d509932d8 req-299c04ec-6ca3-4b02-8054-32fda62936d3 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.1137116 Jun 21 16:48:56.675732 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 0283ed3b-62ee-40a3-9eb3-9b23bad38727 resource provider aggregate not found Jun 21 16:48:56.722817 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:56.723949 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 0283ed3b-62ee-40a3-9eb3-9b23bad38727 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0283ed3b-62ee-40a3-9eb3-9b23bad38727 found for delete ", "request_id": "req-ad9ba9db-e35f-460c-8635-36c74859f6c3"}]} Jun 21 16:48:56.736174 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-6896f049-4c64-4342-a58e-2abdc77c2516 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4de69a294b14925a3a015621e0bf8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4143093 Jun 21 16:48:56.758459 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-8239adc8-bbc3-4e6a-b46f-43d8984290e3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85cd0d0402244286b9199e77f8ef18ca HTTP/1.1" status: 200 len: 380 time: 0.4819860 Jun 21 16:48:56.759112 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33504) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:56.759628 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33506) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:56.803599 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896f049-4c64-4342-a58e-2abdc77c2516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad864c47-b131-4700-b5fe-908d7a2739fb,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:56.831954 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8ca02d12-bed5-4c26-901d-25f481383cc6 req-6390ee84-713d-494a-83a4-7e5d96b4b56e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.1020153 Jun 21 16:48:56.879280 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Publish callbacks [] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:56.943576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-69c81f18-3105-426f-9679-54e532fc257d admin admin] Publish callbacks [] for security_group (ad864c47-b131-4700-b5fe-908d7a2739fb), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:56.976311 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-60f3f9b5-6c7b-49b7-8e14-ad08e1f9edef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc59c5e4ff4140229946f6a92abf78b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991854 Jun 21 16:48:56.980036 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33508) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:56.984146 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-69c81f18-3105-426f-9679-54e532fc257d admin admin] Publish callbacks [] for security_group (ad864c47-b131-4700-b5fe-908d7a2739fb), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:56.994881 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:57.052654 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.082023 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:57.147656 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.187027 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'port': {'device_id': '0d9af742-a7f3-4113-8ace-571502dad309', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'admin_state_up': True, 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'security_groups': ['278ac7ac-e85d-4c80-a238-0e56521dfe30']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:57.324221 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:57.327141 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Network b5de278b-fb20-455a-9731-6381c2870c95 is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:48:57.327141 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Pushing event updated for resources: {'Port': ['ID=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:57.327141 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:57.327141 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:57.416498 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:48:57.426122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:48:57.429420 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:57.430638 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.515372 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc3f13d9-77bb-483f-946e-f47fe81baa5e req-d5b54063-be6c-446b-8109-5e192268c5b6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 210 time: 0.2220676 Jun 21 16:48:57.515372 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a67fae85-ed18-4ee6-a861-de2d1c5c07b6 admin admin] Publish callbacks [] for security_group (d42dab39-728f-49a0-bb01-9f62e4643c3e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.709811 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e47a0efa-3ea0-4727-a7f0-fb04c8883256 req-b58f534c-46ea-4a1f-a890-44d6fb3d22cb tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.0713673 Jun 21 16:48:57.774806 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event updated for resources: {'Port': ['ID=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:57.784403 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a67fae85-ed18-4ee6-a861-de2d1c5c07b6 admin admin] Publish callbacks [] for security_group (d42dab39-728f-49a0-bb01-9f62e4643c3e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.898975 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-209494c9-4cd9-4159-815b-c376a0884410 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9132240 Jun 21 16:48:57.916268 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-70f649f7-b53e-45b3-9cbf-4ec3536e53ca tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:48:57.918929 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-70f649f7-b53e-45b3-9cbf-4ec3536e53ca tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069938 Jun 21 16:48:57.928934 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:57.936852 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:57.937532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.945095 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-11f16929-4bd5-477c-9f26-23dd3d13b6fa None None] Provisioning complete for port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:57.945779 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-11f16929-4bd5-477c-9f26-23dd3d13b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.957813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-69c81f18-3105-426f-9679-54e532fc257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ad864c47-b131-4700-b5fe-908d7a2739fb), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.961035 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-69c81f18-3105-426f-9679-54e532fc257d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:57.964170 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-69c81f18-3105-426f-9679-54e532fc257d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad864c47-b131-4700-b5fe-908d7a2739fb HTTP/1.1" status: 204 len: 168 time: 1.1959248 Jun 21 16:48:58.031677 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.db.api [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-eeecd457-cb6d-4c62-8c4f-8306702c0692 {{(pid=111042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 16:48:58.032093 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG oslo_db.api [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 16:48:58.043491 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-11f16929-4bd5-477c-9f26-23dd3d13b6fa None None] Port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:48:58.112728 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f8e09-f53a-446b-afc1-d1d72a98f2bc req-dd113653-09ca-4802-aa8c-1ab012a6750c tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:58.114200 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e5f8e09-f53a-446b-afc1-d1d72a98f2bc req-dd113653-09ca-4802-aa8c-1ab012a6750c tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 931 time: 0.2856669 Jun 21 16:48:58.126218 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c81f18-3105-426f-9679-54e532fc257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad864c47-b131-4700-b5fe-908d7a2739fb,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:58.127169 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ca1aab74-d82b-4116-b7a4-140ab971d311 req-30241e98-531d-493e-ad92-264fbd4f016c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.0837557 Jun 21 16:48:58.213935 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.47', 65154) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:58.215892 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-265a3c30-f6e3-4d27-b6a8-ffe209614f07 None None] Provisioning complete for port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:48:58.216573 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-265a3c30-f6e3-4d27-b6a8-ffe209614f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:58.264634 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-2ced4ea7-fc87-4331-8eff-81cdd61d328c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1734462 Jun 21 16:48:58.298859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-265a3c30-f6e3-4d27-b6a8-ffe209614f07 None None] Port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:48:58.308227 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e5f8e09-f53a-446b-afc1-d1d72a98f2bc req-51e32ee8-c3d8-424c-b692-4a629a92fff4 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750970 Jun 21 16:48:58.311558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Made reservation on behalf of 85cd0d0402244286b9199e77f8ef18ca for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:58.315668 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:58.354085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a67fae85-ed18-4ee6-a861-de2d1c5c07b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d42dab39-728f-49a0-bb01-9f62e4643c3e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:58.358288 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a67fae85-ed18-4ee6-a861-de2d1c5c07b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:58.363045 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a67fae85-ed18-4ee6-a861-de2d1c5c07b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d42dab39-728f-49a0-bb01-9f62e4643c3e HTTP/1.1" status: 204 len: 168 time: 1.3784394 Jun 21 16:48:58.374039 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fae85-ed18-4ee6-a861-de2d1c5c07b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42dab39-728f-49a0-bb01-9f62e4643c3e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:58.425813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Request body: {'port': {'device_id': '2d316a40-ffbf-47fa-83b7-58afe1fc093d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:58.538140 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:58.600946 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d93bd-200a-4622-ac11-92a15e867510 req-f42a49f2-0922-482c-bf94-cfa300e6d1ed tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:48:58.615838 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-f42a49f2-0922-482c-bf94-cfa300e6d1ed tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 811 time: 0.6582820 Jun 21 16:48:58.682769 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Request body: {'port': {'device_id': 'b12e3b57-72af-4292-ba65-d90c166a49ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:58.768139 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-156a1dc1-0e0a-435c-b008-3d54f6ce9316 req-65df58af-a2c7-4f47-962d-757a70a679c3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 210 time: 0.0866048 Jun 21 16:48:58.859784 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-124f67c4-437e-4ddf-aea0-74c43e116ca8 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a35c2bcb0e44e0ab3751a83635424e8 HTTP/1.1" status: 200 len: 379 time: 0.2181036 Jun 21 16:48:59.004787 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e12b1b01-6ce3-47c8-9961-bdb622a7f209 req-89dfe98f-ed86-4ee4-ad09-69253e043aec tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.1290843 Jun 21 16:48:59.075906 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:59.090560 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Allocated IP 172.20.0.4 (8df8015f-3aaf-42f1-8475-cd22b8c0ed19/37cc99ab-3113-42a0-9d6e-c347fca0a717/7b305906-1977-410d-88f8-b281cb089050) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:59.137119 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:59.300391 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-48f0f8c5-8622-4f28-b049-6d0a67eed131 req-7b1181c6-9b96-458f-a246-7566e4053863 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.0725846 Jun 21 16:48:59.338637 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33568) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:59.363779 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fd996421-f7fa-461b-8768-3052c0f7f1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:59.456868 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Allocated IP 172.20.0.4 (645d33ca-1458-475e-a591-c2b90b24a4f2/95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5/1382e7bf-7f7f-4cf3-a568-1e6303eb5b15) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:48:59.470002 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:59.485217 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'port': {'device_id': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'admin_state_up': True, 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'security_groups': ['33564664-e22b-456f-a07a-9507143fc75e']}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:48:59.637767 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:59.643958 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fd996421-f7fa-461b-8768-3052c0f7f1f9 admin admin] Publish callbacks [] for security_group (e40f945f-c744-4c29-8c76-2e493e1e641b), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:59.784546 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:59.786292 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fd996421-f7fa-461b-8768-3052c0f7f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (e40f945f-c744-4c29-8c76-2e493e1e641b), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:48:59.834286 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd996421-f7fa-461b-8768-3052c0f7f1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f945f-c744-4c29-8c76-2e493e1e641b,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:48:59.853838 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-fd996421-f7fa-461b-8768-3052c0f7f1f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee1b7fefb4b54f10a3f3066a31f98ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134721 Jun 21 16:48:59.856782 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33578) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:48:59.884090 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Made reservation on behalf of 0a35c2bcb0e44e0ab3751a83635424e8 for: {'port': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:48:59.903940 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:48:59.917829 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.025450 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a352af5-decf-45d7-aa9e-d32a47b39be2 req-fc888de9-6ecf-485e-a21b-b0171436a164 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:00.026957 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1a352af5-decf-45d7-aa9e-d32a47b39be2 req-fc888de9-6ecf-485e-a21b-b0171436a164 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 931 time: 0.5666707 Jun 21 16:49:00.073519 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ef10d7fe-41ff-4764-9810-7bb56c2464ff req-b1fc2b73-5d1d-4521-9cd1-ffb759750839 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 210 time: 0.1098161 Jun 21 16:49:00.122894 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.158240 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33582) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:00.242795 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for port (7b305906-1977-410d-88f8-b281cb089050), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.245630 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-24dba19b-161d-422f-8911-223bc6236d3f req-e9812854-bd90-4a3e-b2df-7489d1f76493 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.0612495 Jun 21 16:49:00.343841 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Allocated IP 172.20.0.7 (63924b26-7bc3-4fc5-bf40-93746d4a252a/560a81d2-198e-4d5d-9f50-587652cb64f7/a340b6f8-fea6-4847-a4cd-7d1ef896ed71) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:49:00.352659 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1a352af5-decf-45d7-aa9e-d32a47b39be2 req-93efde9c-e2cf-40f9-b58e-ca4fa874597c tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874136 Jun 21 16:49:00.393514 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-eda79290-cd6c-45d9-b845-d92601eadc6a admin admin] Publish callbacks [] for security_group (e40f945f-c744-4c29-8c76-2e493e1e641b), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.426108 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ea6b1f2d-7e6b-43e0-bf41-ddf90c7ee4bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0c90c35ee3e44c78e94a3e654b9a467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598343 Jun 21 16:49:00.431946 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33586) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:00.484449 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-eda79290-cd6c-45d9-b845-d92601eadc6a admin admin] Publish callbacks [] for security_group (e40f945f-c744-4c29-8c76-2e493e1e641b), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.488311 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c0841be6-774f-413b-bfa7-e46065a8e506 req-71e4e8d3-2688-4d0f-914d-bc74db05d5a2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.0657177 Jun 21 16:49:00.544761 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.595073 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (7b305906-1977-410d-88f8-b281cb089050), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.670338 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.708370 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:49:00.738273 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.749697 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:49:00.752892 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:49:00.800422 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-eda79290-cd6c-45d9-b845-d92601eadc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (e40f945f-c744-4c29-8c76-2e493e1e641b), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.809334 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-eda79290-cd6c-45d9-b845-d92601eadc6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.817798 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-eda79290-cd6c-45d9-b845-d92601eadc6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e40f945f-c744-4c29-8c76-2e493e1e641b HTTP/1.1" status: 204 len: 168 time: 0.9578731 Jun 21 16:49:00.833900 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.836220 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79290-cd6c-45d9-b845-d92601eadc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f945f-c744-4c29-8c76-2e493e1e641b,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:00.908782 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:00.928796 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Publish callbacks [] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:00.970229 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event updated for resources: {'Port': ['ID=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:00.972674 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:49:00.979527 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:49:00.993950 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:49:01.018943 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:49:01.036914 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Transition to ACTIVE for port object 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:49:01.042948 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:49:01.047581 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-76dc6452-b0fe-41d5-9fa5-a2bc46141249 admin admin] Publish callbacks [] for security_group (997e9331-ab8c-4b25-a245-18aeb3c4a36d), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.072397 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-76dc6452-b0fe-41d5-9fa5-a2bc46141249 admin admin] Publish callbacks [] for security_group (997e9331-ab8c-4b25-a245-18aeb3c4a36d), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.076437 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'Port': ['ID=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:01.150143 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:01.155533 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.163650 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:01.164171 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.213296 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:49:01.250808 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.267109 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-63acc8f2-7d2b-4d3f-a613-583f8f4db560 None None] Provisioning complete for port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:49:01.267695 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-63acc8f2-7d2b-4d3f-a613-583f8f4db560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.342980 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-63acc8f2-7d2b-4d3f-a613-583f8f4db560 None None] Port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:49:01.343813 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-18766833-5349-41dd-97ef-ecf28ee9970c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8751948 Jun 21 16:49:01.416399 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Request body: {'port': {'device_id': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:01.506819 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-50cede33-596d-4ecd-b416-ae08080c46d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3877726 Jun 21 16:49:01.563245 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.613883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Request body: {'port': {'device_id': 'f3358207-e4db-4c88-b56b-05f718c39a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:01.660847 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:01.689325 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-cd584d21-284b-4677-aed7-f5be42c9ba44 None None] Provisioning complete for port 7b305906-1977-410d-88f8-b281cb089050 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:49:01.689769 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cd584d21-284b-4677-aed7-f5be42c9ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7b305906-1977-410d-88f8-b281cb089050), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.740124 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-cd584d21-284b-4677-aed7-f5be42c9ba44 None None] Port 7b305906-1977-410d-88f8-b281cb089050 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:49:01.748191 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ff7d2-ed3b-4306-b7e4-65f50d648d1e req-89e4e4c0-4723-4ec2-8abb-3159428b48b2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:01.756192 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-cd584d21-284b-4677-aed7-f5be42c9ba44 None None] Provisioning complete for port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:49:01.761655 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-cd584d21-284b-4677-aed7-f5be42c9ba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.762109 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7c2ff7d2-ed3b-4306-b7e4-65f50d648d1e req-89e4e4c0-4723-4ec2-8abb-3159428b48b2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 931 time: 0.1977036 Jun 21 16:49:01.782078 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:01.798245 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Publish callbacks [] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:01.837490 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-cd584d21-284b-4677-aed7-f5be42c9ba44 None None] Port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:49:01.844420 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Transition to ACTIVE for port object 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:49:01.910732 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:01.919952 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.004703 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:02.026245 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-76dc6452-b0fe-41d5-9fa5-a2bc46141249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (997e9331-ab8c-4b25-a245-18aeb3c4a36d), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.034732 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-76dc6452-b0fe-41d5-9fa5-a2bc46141249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.034732 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-76dc6452-b0fe-41d5-9fa5-a2bc46141249 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/997e9331-ab8c-4b25-a245-18aeb3c4a36d HTTP/1.1" status: 204 len: 168 time: 1.5964746 Jun 21 16:49:02.140714 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307f730-9b64-48aa-9d29-906920e4c2cd req-6be71579-449e-4533-af61-ef10cefc6ab1 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:02.142803 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1307f730-9b64-48aa-9d29-906920e4c2cd req-6be71579-449e-4533-af61-ef10cefc6ab1 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 931 time: 0.8161216 Jun 21 16:49:02.143715 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.239987 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc6452-b0fe-41d5-9fa5-a2bc46141249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997e9331-ab8c-4b25-a245-18aeb3c4a36d,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:02.278888 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7c2ff7d2-ed3b-4306-b7e4-65f50d648d1e req-fb7da6a4-a8a8-490b-a56f-bcdac7ddba3b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073981 Jun 21 16:49:02.295920 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.300986 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-7b235525-a408-4f48-ae24-16cec56e5778 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1562793 Jun 21 16:49:02.324177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Pushing event updated for resources: {'Port': ['ID=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:02.357095 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Request body: {'port': {'device_id': '0d9af742-a7f3-4113-8ace-571502dad309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:02.416115 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a340b6f8-fea6-4847-a4cd-7d1ef896ed71 {{(pid=111043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:02.438642 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Publish callbacks [] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.481511 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 33632) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:02.494838 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.provisioning_blocks [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Transition to ACTIVE for port object a340b6f8-fea6-4847-a4cd-7d1ef896ed71 will not be triggered until provisioned by entity L2. {{(pid=111043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:49:02.554739 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc694746-c501-4e0e-befa-c0f9f678a879 req-f279278a-60ba-4ff1-bf5d-19147bf0e21b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:02.556353 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bc694746-c501-4e0e-befa-c0f9f678a879 req-f279278a-60ba-4ff1-bf5d-19147bf0e21b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 943 time: 0.1298995 Jun 21 16:49:02.648813 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.650928 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1307f730-9b64-48aa-9d29-906920e4c2cd req-c0d8448c-5d98-48e6-a6cf-6a7130c6e6f7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4558847 Jun 21 16:49:02.651648 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Pushing event updated for resources: {'Port': ['ID=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:02.690522 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bc694746-c501-4e0e-befa-c0f9f678a879 req-9c16dcde-59bc-4a8f-8954-7bc3d20e2832 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247418 Jun 21 16:49:02.713513 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-085d950d-dbbc-4d92-beec-18b5871f7698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.715621 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Attempting to bind port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:49:02.716049 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Attempting to bind port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:49:02.721447 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Attempting to bind port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 on network b5de278b-fb20-455a-9731-6381c2870c95 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:02.756846 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:02.835541 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:02.870520 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.managers [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Attempting to bind port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:49:02.871012 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.managers [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Attempting to bind port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'}] {{(pid=111043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:49:02.871490 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Attempting to bind port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 on network 63924b26-7bc3-4fc5-bf40-93746d4a252a {{(pid=111043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:02.878123 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 on network 63924b26-7bc3-4fc5-bf40-93746d4a252a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:49:02.878337 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Attempting to bind port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 on network 63924b26-7bc3-4fc5-bf40-93746d4a252a {{(pid=111043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:02.892887 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:49:02.893483 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Checking segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:49:02.894191 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Bound using segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} {{(pid=111043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:49:02.894628 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.managers [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Bound port: a340b6f8-fea6-4847-a4cd-7d1ef896ed71, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'}}] {{(pid=111043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:49:02.894996 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:02.990483 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] For port a340b6f8-fea6-4847-a4cd-7d1ef896ed71, host hv-cinder-79987, cleared binding levels {{(pid=111043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:49:03.036990 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] For port a340b6f8-fea6-4847-a4cd-7d1ef896ed71, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:49:03.072501 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=42 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:03.077031 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 on network b5de278b-fb20-455a-9731-6381c2870c95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:49:03.077983 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Attempting to bind port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 on network b5de278b-fb20-455a-9731-6381c2870c95 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:03.175980 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:03.205134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:49:03.205635 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Checking segment: {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:49:03.206276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Bound using segment: {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:49:03.206782 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Bound port: 6016e0b6-cbeb-464d-bd9e-9bd83c250e62, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:49:03.207155 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:03.274934 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:03.279159 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:03.281408 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/a340b6f8-fea6-4847-a4cd-7d1ef896ed71 HTTP/1.1" status: 200 len: 1093 time: 1.8747463 Jun 21 16:49:03.294807 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'tag': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:03.318704 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:03.334518 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:03.409679 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190513c3-3b93-46fe-af05-ab24b46b39d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,revision_number=3']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:03.632058 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a4a01-ec02-4d76-a9fb-993173b051f7 req-61405dee-84e8-4f88-8f67-f741a5bd7372 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:03.650495 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-237a4a01-ec02-4d76-a9fb-993173b051f7 req-61405dee-84e8-4f88-8f67-f741a5bd7372 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 931 time: 0.2232623 Jun 21 16:49:03.673906 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd28be-52b9-4e27-aba4-dc79655072fa req-3c8abaf2-318b-42e4-83c5-940b2ef81fbe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:03.692103 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-48fd28be-52b9-4e27-aba4-dc79655072fa req-3c8abaf2-318b-42e4-83c5-940b2ef81fbe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 931 time: 0.6817203 Jun 21 16:49:03.698616 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d93bd-200a-4622-ac11-92a15e867510 req-c7f7a1b8-d7f1-47d2-9f5e-e873868d0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:03.705810 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-c7f7a1b8-d7f1-47d2-9f5e-e873868d0355 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 1127 time: 0.2354705 Jun 21 16:49:03.728990 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Attempting to bind port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:49:03.729359 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Attempting to bind port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:49:03.729743 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Attempting to bind port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:03.748908 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:03.783730 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:49:03.784053 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Attempting to bind port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:03.890876 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:49:03.891300 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Checking segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:49:03.891600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Bound using segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:49:03.892550 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Bound port: 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:49:03.892932 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:04.006754 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f1edad-ff5f-4565-8e21-6591b7f6f51c" -d '{"events": [{"name": "network-changed", "server_uuid": "f605003b-48fd-4e3f-9f19-462e7b713558", "tag": "a340b6f8-fea6-4847-a4cd-7d1ef896ed71"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:04.017638 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-968df1e7-3013-4c23-946d-330b8db73475 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71 HTTP/1.1" status: 200 len: 217 time: 0.2762830 Jun 21 16:49:04.043235 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-48fd28be-52b9-4e27-aba4-dc79655072fa req-147b80a0-bba1-4c53-8681-8f675d8e7523 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761226 Jun 21 16:49:04.056204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] For port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:49:04.062544 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5760dd80-8603-4084-b124-cc49cf9adc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:04.165019 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d93bd-200a-4622-ac11-92a15e867510 req-e09d8059-1144-41af-bb88-dc79d7f32dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:04.167656 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-e09d8059-1144-41af-bb88-dc79d7f32dfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 200 len: 850 time: 0.1145649 Jun 21 16:49:04.183953 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-237a4a01-ec02-4d76-a9fb-993173b051f7 req-e97c4a8e-f7f0-4dcb-9ca5-2ae293723ef6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265238 Jun 21 16:49:04.243798 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:04.246813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] For port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:49:04.318069 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-085d950d-dbbc-4d92-beec-18b5871f7698 admin admin] Publish callbacks [] for security_group (c4e4d130-9a30-4b01-8e04-15dfa4ddfb10), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:04.453643 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] For port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:49:04.463224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:04.553422 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-085d950d-dbbc-4d92-beec-18b5871f7698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c4e4d130-9a30-4b01-8e04-15dfa4ddfb10), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:04.619034 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] For port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:49:04.632452 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4979f6-ded1-419f-94c5-54bd030ad61b req-6b9c2e2d-df26-48a2-a0f7-8b212c6ecccb tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:04.634122 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3b4979f6-ded1-419f-94c5-54bd030ad61b req-6b9c2e2d-df26-48a2-a0f7-8b212c6ecccb tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 943 time: 0.0838726 Jun 21 16:49:04.657644 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ad663-4f86-4b3c-9341-4f500ee5c54a req-a4639c26-87d0-4627-bd53-db6257b52765 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:04.667162 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-401ad663-4f86-4b3c-9341-4f500ee5c54a req-a4639c26-87d0-4627-bd53-db6257b52765 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.4185607 Jun 21 16:49:04.695584 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d93bd-200a-4622-ac11-92a15e867510 req-9512f130-a195-4c9c-8f7e-e120dda49419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:04.700255 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-9512f130-a195-4c9c-8f7e-e120dda49419 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63924b26-7bc3-4fc5-bf40-93746d4a252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5168376 Jun 21 16:49:04.772274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:04.774176 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:04.777928 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] 10.222.0.47 "PUT /v2.0/ports/6016e0b6-cbeb-464d-bd9e-9bd83c250e62 HTTP/1.1" status: 200 len: 1093 time: 6.5596805 Jun 21 16:49:04.845797 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-7266edea-ebb5-444d-859f-b8a54e9bfb37 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199231 Jun 21 16:49:04.856451 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d316a40-ffbf-47fa-83b7-58afe1fc093d', 'tag': '6016e0b6-cbeb-464d-bd9e-9bd83c250e62'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:04.876355 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d950d-dbbc-4d92-beec-18b5871f7698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e4d130-9a30-4b01-8e04-15dfa4ddfb10,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:04.888102 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3b4979f6-ded1-419f-94c5-54bd030ad61b req-d924e9f3-2dde-4aea-9630-1019dab4036e tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477770 Jun 21 16:49:05.022288 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:05.035747 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Publish callbacks [] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.061626 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Transition to ACTIVE for port object 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:49:05.067667 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-085d950d-dbbc-4d92-beec-18b5871f7698 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f05a5702fee44a8c8d7e7aaae87139a9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5748596 Jun 21 16:49:05.073481 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 33720) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:05.165083 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-790d93bd-200a-4622-ac11-92a15e867510 req-5ae4cec7-486d-47ff-b238-09501ed64b57 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067627 Jun 21 16:49:05.179291 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b305906-1977-410d-88f8-b281cb089050 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:05.190526 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.220309 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Publish callbacks [] for port (7b305906-1977-410d-88f8-b281cb089050), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.237488 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Transition to ACTIVE for port object 7b305906-1977-410d-88f8-b281cb089050 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:49:05.239509 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ee64f6e3-2d56-4eea-9728-60afdf2aad62 admin admin] Publish callbacks [] for security_group (c4e4d130-9a30-4b01-8e04-15dfa4ddfb10), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.260008 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54b2619-c728-41c5-b2ac-5e540cb6504c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d316a40-ffbf-47fa-83b7-58afe1fc093d", "tag": "6016e0b6-cbeb-464d-bd9e-9bd83c250e62"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:05.264626 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48846b77-f7aa-4dd3-b7a1-339d7dff5e78 service neutron] Pushing event updated for resources: {'Port': ['ID=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:05.292878 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ee64f6e3-2d56-4eea-9728-60afdf2aad62 admin admin] Publish callbacks [] for security_group (c4e4d130-9a30-4b01-8e04-15dfa4ddfb10), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.346599 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.448357 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-401ad663-4f86-4b3c-9341-4f500ee5c54a req-a5d0d124-2032-4167-857e-2abd5db84abd tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7802982 Jun 21 16:49:05.463368 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:05.464431 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.466513 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] 10.222.0.47 "PUT /v2.0/ports/4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 HTTP/1.1" status: 200 len: 1094 time: 7.1824825 Jun 21 16:49:05.485812 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.516459 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-2a51cf2e-71f1-48d0-924d-78943ecb5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:05.519148 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-2a51cf2e-71f1-48d0-924d-78943ecb5e14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d951c7f7afd49b09b6045b09a9d98e0&device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 1127 time: 0.4477251 Jun 21 16:49:05.574168 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc4f31-c990-4a0c-8ca4-c1a7398ed1ab service neutron] Pushing event updated for resources: {'Port': ['ID=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:05.586459 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ee64f6e3-2d56-4eea-9728-60afdf2aad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c4e4d130-9a30-4b01-8e04-15dfa4ddfb10), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.589513 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ee64f6e3-2d56-4eea-9728-60afdf2aad62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:05.592386 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ee64f6e3-2d56-4eea-9728-60afdf2aad62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4e4d130-9a30-4b01-8e04-15dfa4ddfb10 HTTP/1.1" status: 204 len: 168 time: 0.5158231 Jun 21 16:49:05.608005 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64f6e3-2d56-4eea-9728-60afdf2aad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e4d130-9a30-4b01-8e04-15dfa4ddfb10,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:05.684335 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed9beb8-6800-4001-a804-398b1692b832 x-openstack-request-id: req-9ed9beb8-6800-4001-a804-398b1692b832 {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:05.684970 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f605003b-48fd-4e3f-9f19-462e7b713558", "tag": "a340b6f8-fea6-4847-a4cd-7d1ef896ed71", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:05.685075 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ed9beb8-6800-4001-a804-398b1692b832 {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:05.685865 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed9beb8-6800-4001-a804-398b1692b832'] response: {'name': 'network-changed', 'server_uuid': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'tag': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'status': 'completed', 'code': 200} Jun 21 16:49:05.821444 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-bdd2c3ba-52f2-4198-aa1c-c3621acdd189 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6016e0b6-cbeb-464d-bd9e-9bd83c250e62 HTTP/1.1" status: 200 len: 217 time: 0.2178442 Jun 21 16:49:05.902682 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-c8dbd750-30d7-43a2-89f6-3ab2bc201e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:05.912319 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-c8dbd750-30d7-43a2-89f6-3ab2bc201e9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 1127 time: 0.1777132 Jun 21 16:49:05.930719 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98b58b-4878-42cb-9deb-8a0cdad81d54 req-4cdd9019-0aba-43f1-8f9c-35bf1d99f727 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:05.932289 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f98b58b-4878-42cb-9deb-8a0cdad81d54 req-4cdd9019-0aba-43f1-8f9c-35bf1d99f727 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.3519232 Jun 21 16:49:06.088683 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62313b-7640-4c3a-af55-1cc6aafebd36 req-626b27be-c68c-41a5-aafd-78de152303b7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:06.090569 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ae62313b-7640-4c3a-af55-1cc6aafebd36 req-626b27be-c68c-41a5-aafd-78de152303b7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.2233105 Jun 21 16:49:06.268002 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-a2fb840a-41f5-4f6b-8ff3-3628968f1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:06.271172 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-a2fb840a-41f5-4f6b-8ff3-3628968f1ddb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64a6cf68-ac9d-4f38-beb2-4f82e3871d87 HTTP/1.1" status: 200 len: 850 time: 0.3360214 Jun 21 16:49:06.339560 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ac50e9f2-6df9-47bd-a603-63ff9cf1a051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:06.405959 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-fd19e25e-e8d7-43fd-9dd2-36ed92f41e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:06.407902 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-fd19e25e-e8d7-43fd-9dd2-36ed92f41e49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 913 time: 0.4553213 Jun 21 16:49:06.439281 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ae62313b-7640-4c3a-af55-1cc6aafebd36 req-62bd9e79-021e-4ba8-8843-54790b427cca tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095362 Jun 21 16:49:06.468003 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f98b58b-4878-42cb-9deb-8a0cdad81d54 req-2eee5398-4733-4f57-9a3a-83d279167faa tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348293 Jun 21 16:49:06.507324 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-56a3ee3a-dfde-4850-9f57-51190d4bcbcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71 HTTP/1.1" status: 200 len: 217 time: 0.0909495 Jun 21 16:49:06.624371 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-0123367b-4bf6-4c1e-a7a7-bbd2b48651c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:06.626941 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-0123367b-4bf6-4c1e-a7a7-bbd2b48651c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 200 len: 850 time: 0.1078324 Jun 21 16:49:06.641175 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Pushing event updated for resources: {'Port': ['ID=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:06.745351 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-98119b83-5e3c-470f-98f9-9906a198f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:06.747696 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-98119b83-5e3c-470f-98f9-9906a198f071 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63924b26-7bc3-4fc5-bf40-93746d4a252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1020930 Jun 21 16:49:06.775144 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-6ea6e8fe-eec5-467a-a9cf-3d35afbb743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:06.776715 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-6ea6e8fe-eec5-467a-a9cf-3d35afbb743a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 1128 time: 0.9700241 Jun 21 16:49:06.799275 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aee607-ac11-451f-8ebf-e557617a5757 x-openstack-request-id: req-72aee607-ac11-451f-8ebf-e557617a5757 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:06.799622 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d316a40-ffbf-47fa-83b7-58afe1fc093d", "tag": "6016e0b6-cbeb-464d-bd9e-9bd83c250e62", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:06.799950 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72aee607-ac11-451f-8ebf-e557617a5757 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:06.800488 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72aee607-ac11-451f-8ebf-e557617a5757'] response: {'name': 'network-changed', 'server_uuid': '2d316a40-ffbf-47fa-83b7-58afe1fc093d', 'tag': '6016e0b6-cbeb-464d-bd9e-9bd83c250e62', 'status': 'completed', 'code': 200} Jun 21 16:49:06.997175 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003873b4-4bde-410f-a527-575ee73f6221 req-3890c0ca-4a9f-47ae-91e6-9ab7a72fa452 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:06.998979 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-003873b4-4bde-410f-a527-575ee73f6221 req-3890c0ca-4a9f-47ae-91e6-9ab7a72fa452 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.0868416 Jun 21 16:49:07.005089 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-6ec9183a-363e-40cf-aa9a-6a41d8d72732 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203174 Jun 21 16:49:07.111806 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:07.147626 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-003873b4-4bde-410f-a527-575ee73f6221 req-95c6739f-acd7-4efe-aa64-9329410b2612 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365569 Jun 21 16:49:07.185470 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b3be2-5d35-41e0-af69-aaa56a58c364 req-cc8d0b67-c58a-423d-a9a0-1a48a0cf0c4c tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:07.187028 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1b1b3be2-5d35-41e0-af69-aaa56a58c364 req-cc8d0b67-c58a-423d-a9a0-1a48a0cf0c4c tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 943 time: 0.4866629 Jun 21 16:49:07.188095 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-aab9bed5-3881-46fe-9955-fdc9e587eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:07.189645 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-aab9bed5-3881-46fe-9955-fdc9e587eeb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5de278b-fb20-455a-9731-6381c2870c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.7503631 Jun 21 16:49:07.198296 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-adb0a5b1-373b-46d7-ba7e-bb7f70b3c1f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 HTTP/1.1" status: 200 len: 217 time: 0.3366408 Jun 21 16:49:07.232276 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-6f26ecad-85a7-4aec-aac7-f591b7b0d79b service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098079 Jun 21 16:49:07.241291 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Attempting to bind port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:49:07.241656 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Attempting to bind port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:49:07.241898 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Attempting to bind port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:07.243942 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:07.305672 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:49:07.305923 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Attempting to bind port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:07.315803 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Attempting to bind port 7b305906-1977-410d-88f8-b281cb089050 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:49:07.316136 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Attempting to bind port 7b305906-1977-410d-88f8-b281cb089050 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:49:07.316472 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Attempting to bind port 7b305906-1977-410d-88f8-b281cb089050 on network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:07.364827 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:49:07.365237 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Checking segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:49:07.365659 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Bound using segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:49:07.366088 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Bound port: 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:49:07.366447 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:07.381872 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Port 7b305906-1977-410d-88f8-b281cb089050 on network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:49:07.382209 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Attempting to bind port 7b305906-1977-410d-88f8-b281cb089050 on network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:49:07.399659 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-6c8bef75-4b17-40be-a48d-70a733785961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:07.399659 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-6c8bef75-4b17-40be-a48d-70a733785961 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.1767530 Jun 21 16:49:07.409129 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1b1b3be2-5d35-41e0-af69-aaa56a58c364 req-67e1258b-30db-48d9-a464-1b75156aa055 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147181 Jun 21 16:49:07.418530 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:49:07.418921 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Checking segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:49:07.419366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Bound using segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:49:07.419780 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Bound port: 7b305906-1977-410d-88f8-b281cb089050, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:49:07.420149 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:07.478491 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:07.629263 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebcfb-d522-44ac-84ea-6851372c45aa req-72546c63-3300-454b-a020-22675c1db7db tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:07.651879 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e97ebcfb-d522-44ac-84ea-6851372c45aa req-72546c63-3300-454b-a020-22675c1db7db tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.1122503 Jun 21 16:49:07.763280 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e97ebcfb-d522-44ac-84ea-6851372c45aa req-3d1dea8d-41b9-404e-abe3-c3219901820b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041782 Jun 21 16:49:07.848696 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-b413d70c-efb5-48e6-870a-d775853e8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:07.850495 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-b413d70c-efb5-48e6-870a-d775853e8ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4381747 Jun 21 16:49:07.852531 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-6f685a9e-ca83-4306-812f-c5616ffcf57b service neutron] 10.222.0.47 "GET /v2.0/networks/b5de278b-fb20-455a-9731-6381c2870c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455727 Jun 21 16:49:07.853983 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] For port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:49:07.897191 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] For port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:49:07.915425 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee028-0076-44ca-b9c8-4f649a70a4cc req-e7c26c48-2b95-48fe-98bd-3430e9d92201 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:07.917329 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6a7ee028-0076-44ca-b9c8-4f649a70a4cc req-e7c26c48-2b95-48fe-98bd-3430e9d92201 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.2138209 Jun 21 16:49:07.944646 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:49:08.012160 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:08.017734 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:49:08.169403 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:08.216061 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:08.216692 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:08.223709 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] 10.222.0.47 "PUT /v2.0/ports/1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 HTTP/1.1" status: 200 len: 1093 time: 6.6219234 Jun 21 16:49:08.284252 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:49:08.395330 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:08.396136 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:08.401828 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e015e-fc59-4272-8ab1-fecd45e49b5c req-e14ea17d-ce61-4c94-bc8e-7a54c1ca1895 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:08.403424 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] 10.222.0.47 "PUT /v2.0/ports/7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 200 len: 1093 time: 6.0643439 Jun 21 16:49:08.406931 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6a7ee028-0076-44ca-b9c8-4f649a70a4cc req-0f6f8548-aee8-411d-a490-b3b8c295e0aa tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651823 Jun 21 16:49:08.411881 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f567ff8-5a6b-4d4d-874d-5fc5f63ed63e service neutron] Pushing event updated for resources: {'Port': ['ID=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:08.416089 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-879e015e-fc59-4272-8ab1-fecd45e49b5c req-e14ea17d-ce61-4c94-bc8e-7a54c1ca1895 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.1223013 Jun 21 16:49:08.463894 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-125b145b-fad5-4a67-b6fa-61e7febcfcfd req-d87cbadb-c788-4732-a683-9070f7b9963b service neutron] 10.222.0.47 "GET /v2.0/networks/b5de278b-fb20-455a-9731-6381c2870c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430357 Jun 21 16:49:08.465898 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-702149a6-de17-499a-939b-3bf3ceb3b001 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441313 Jun 21 16:49:08.539118 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-879e015e-fc59-4272-8ab1-fecd45e49b5c req-edb2aa6e-b08c-48a6-9b7a-69adeac94c16 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175256 Jun 21 16:49:08.584516 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-451d4835-3bfe-4708-956d-7b0218a41a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:08.586655 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-451d4835-3bfe-4708-956d-7b0218a41a16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 1127 time: 0.1787915 Jun 21 16:49:08.632211 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ddd45-2779-448b-b337-b2b4d2dccc7d service neutron] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:08.695385 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67f1a1-ab5e-4d08-94ba-45233056eb5a req-9c180c49-8e5a-4572-b716-bf5b77b65b9b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:08.695385 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3d67f1a1-ab5e-4d08-94ba-45233056eb5a req-9c180c49-8e5a-4572-b716-bf5b77b65b9b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 943 time: 0.0833669 Jun 21 16:49:08.804151 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12e3b57-72af-4292-ba65-d90c166a49ed', 'tag': '4c3527eb-ca57-4f3c-ac3f-f1b1d9060481'}, {'name': 'network-changed', 'server_uuid': 'f3358207-e4db-4c88-b56b-05f718c39a8e', 'tag': '1382e7bf-7f7f-4cf3-a568-1e6303eb5b15'}, {'name': 'network-changed', 'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'tag': '7b305906-1977-410d-88f8-b281cb089050'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:08.805961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3c4d46-e26a-4106-b4b0-a798aad2853e" -d '{"events": [{"name": "network-changed", "server_uuid": "b12e3b57-72af-4292-ba65-d90c166a49ed", "tag": "4c3527eb-ca57-4f3c-ac3f-f1b1d9060481"}, {"name": "network-changed", "server_uuid": "f3358207-e4db-4c88-b56b-05f718c39a8e", "tag": "1382e7bf-7f7f-4cf3-a568-1e6303eb5b15"}, {"name": "network-changed", "server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "tag": "7b305906-1977-410d-88f8-b281cb089050"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:08.829559 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-62d61c19-ca1a-4488-801d-72ebb6e33c6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 HTTP/1.1" status: 200 len: 217 time: 0.0963507 Jun 21 16:49:08.845952 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3d67f1a1-ab5e-4d08-94ba-45233056eb5a req-c930560a-6065-47ba-973c-e9b29f16bb62 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628921 Jun 21 16:49:08.979463 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab1d37-49b6-4cb8-b648-a3597bf213ab x-openstack-request-id: req-f8ab1d37-49b6-4cb8-b648-a3597bf213ab {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:08.979769 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12e3b57-72af-4292-ba65-d90c166a49ed", "tag": "4c3527eb-ca57-4f3c-ac3f-f1b1d9060481", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3358207-e4db-4c88-b56b-05f718c39a8e", "tag": "1382e7bf-7f7f-4cf3-a568-1e6303eb5b15", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "tag": "7b305906-1977-410d-88f8-b281cb089050", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:08.980024 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8ab1d37-49b6-4cb8-b648-a3597bf213ab {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:08.980430 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ab1d37-49b6-4cb8-b648-a3597bf213ab'] response: {'name': 'network-changed', 'server_uuid': 'b12e3b57-72af-4292-ba65-d90c166a49ed', 'tag': '4c3527eb-ca57-4f3c-ac3f-f1b1d9060481', 'status': 'completed', 'code': 200} Jun 21 16:49:08.980724 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ab1d37-49b6-4cb8-b648-a3597bf213ab'] response: {'name': 'network-changed', 'server_uuid': 'f3358207-e4db-4c88-b56b-05f718c39a8e', 'tag': '1382e7bf-7f7f-4cf3-a568-1e6303eb5b15', 'status': 'completed', 'code': 200} Jun 21 16:49:08.980932 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ab1d37-49b6-4cb8-b648-a3597bf213ab'] response: {'name': 'network-changed', 'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'tag': '7b305906-1977-410d-88f8-b281cb089050', 'status': 'completed', 'code': 200} Jun 21 16:49:08.982831 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b582be-b889-4e1d-bb98-fa7121f62171 req-464a3633-7754-45ee-8eaa-09c3ac2ebe17 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:08.985219 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-a7ce415d-5f4d-4ade-8400-aa48a4c13992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:08.985652 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-57b582be-b889-4e1d-bb98-fa7121f62171 req-464a3633-7754-45ee-8eaa-09c3ac2ebe17 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.0894685 Jun 21 16:49:08.986754 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-a7ce415d-5f4d-4ade-8400-aa48a4c13992 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 1127 time: 0.2337389 Jun 21 16:49:09.021835 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:09.042755 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-44d09755-f999-4490-8717-dc218e3f157d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 200 len: 217 time: 0.0456216 Jun 21 16:49:09.048456 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-09101de4-8e0b-4eb0-a9e9-fb7a0169a993 req-4e094455-dac5-45f1-919b-c4687fa4b2fe service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127482 Jun 21 16:49:09.048715 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-57b582be-b889-4e1d-bb98-fa7121f62171 req-f78ba7ef-69e4-42c5-a156-701f64b5bf35 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515676 Jun 21 16:49:09.048822 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-8c3e293b-2061-4287-b9ea-607b929fc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.049893 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-8c3e293b-2061-4287-b9ea-607b929fc944 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.2002416 Jun 21 16:49:09.066551 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:09.096974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-1438aac9-9df9-4d03-9049-f3e9119044e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.106683 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-1438aac9-9df9-4d03-9049-f3e9119044e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.0470071 Jun 21 16:49:09.123283 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:09.277630 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-e0739bed-e1d2-4000-ae70-d0f626bd0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.279137 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-e0739bed-e1d2-4000-ae70-d0f626bd0a0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476604 Jun 21 16:49:09.656422 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-9c1487f4-0929-4a5f-82f9-7a8a3fcd91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.658097 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-9c1487f4-0929-4a5f-82f9-7a8a3fcd91f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1956096 Jun 21 16:49:09.692527 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca15bb-9497-4c57-aa24-262ad28abe3e req-260f24b6-59f1-43b2-8645-a69c3e832f9c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.699953 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b3ca15bb-9497-4c57-aa24-262ad28abe3e req-260f24b6-59f1-43b2-8645-a69c3e832f9c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.0703750 Jun 21 16:49:09.721872 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-384199a5-febf-4651-949d-b9d841f235cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.723613 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-384199a5-febf-4651-949d-b9d841f235cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 1128 time: 0.1668193 Jun 21 16:49:09.726400 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-cea30eb8-8ef6-4590-b453-26e482bbf7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.727652 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-cea30eb8-8ef6-4590-b453-26e482bbf7e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d951c7f7afd49b09b6045b09a9d98e0&device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 1127 time: 0.1854563 Jun 21 16:49:09.733637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308546a-bf3f-470b-91ea-42844c543bb7 req-4887efb0-3562-4216-b600-9d1254ce09e4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.736154 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3308546a-bf3f-470b-91ea-42844c543bb7 req-4887efb0-3562-4216-b600-9d1254ce09e4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.1801736 Jun 21 16:49:09.750030 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b3ca15bb-9497-4c57-aa24-262ad28abe3e req-2a91d7d1-1194-433d-a8dd-c4f5f4562039 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484600 Jun 21 16:49:09.762453 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-d6cda11d-8c4f-48df-b218-1358747c43e6 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011184 Jun 21 16:49:09.798920 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3308546a-bf3f-470b-91ea-42844c543bb7 req-ae30e970-17e3-4942-8d51-04044aab4dc8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486784 Jun 21 16:49:09.959988 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee45d4-c1a8-4e80-b684-f99e4f1114a3 req-94345b68-000a-4ca5-9c6a-163c0804ed7b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:09.961545 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2ee45d4-c1a8-4e80-b684-f99e4f1114a3 req-94345b68-000a-4ca5-9c6a-163c0804ed7b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 943 time: 0.0498834 Jun 21 16:49:10.011830 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2ee45d4-c1a8-4e80-b684-f99e4f1114a3 req-37a5fd15-a7d9-466c-8e1c-e2b73b6e7b59 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444961 Jun 21 16:49:10.164739 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0a810-86a4-42f1-8a17-8d0412066257 req-3e3e06a8-b78f-47e9-b177-8712582b3ebd tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:10.166256 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16f0a810-86a4-42f1-8a17-8d0412066257 req-3e3e06a8-b78f-47e9-b177-8712582b3ebd tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.0511827 Jun 21 16:49:10.217663 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16f0a810-86a4-42f1-8a17-8d0412066257 req-0da1d22d-9fa3-4c68-9e65-4ef0a9d3ca06 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456862 Jun 21 16:49:10.879382 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7ac0-2cc1-45af-bc46-13863f212d67 req-c1ccbc21-4876-4a60-b053-b7751d230cbc tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:10.879382 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a9fc7ac0-2cc1-45af-bc46-13863f212d67 req-c1ccbc21-4876-4a60-b053-b7751d230cbc tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.0550585 Jun 21 16:49:10.926468 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a9fc7ac0-2cc1-45af-bc46-13863f212d67 req-e4a4c5f4-1833-4547-b44d-71a34b1e2e66 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446064 Jun 21 16:49:10.927634 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bedb30-f71a-4a14-9e9d-4a849d7603b8 req-766b545d-b662-4ca1-af7b-7b3b8dedef0f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:10.929671 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-43bedb30-f71a-4a14-9e9d-4a849d7603b8 req-766b545d-b662-4ca1-af7b-7b3b8dedef0f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0503778 Jun 21 16:49:10.981369 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-43bedb30-f71a-4a14-9e9d-4a849d7603b8 req-17144421-2177-47f7-903a-5181fb07e84a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448194 Jun 21 16:49:11.085557 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:11.149029 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda652f6-17e3-4eb5-aac6-5513e9193b29 req-40ffc469-db6c-4663-82c1-53a01d7df0fe tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:11.151614 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bda652f6-17e3-4eb5-aac6-5513e9193b29 req-40ffc469-db6c-4663-82c1-53a01d7df0fe tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 943 time: 0.0566330 Jun 21 16:49:11.198924 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bda652f6-17e3-4eb5-aac6-5513e9193b29 req-90477016-4afb-46e9-bb84-4801e9eeee76 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Jun 21 16:49:11.395144 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffc8c6-4c78-478d-88b8-0d707dc2e2f5 req-6fe67a4e-a64f-4174-b7b7-12f5ae2c7f99 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:11.400967 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1cffc8c6-4c78-478d-88b8-0d707dc2e2f5 req-6fe67a4e-a64f-4174-b7b7-12f5ae2c7f99 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.1125603 Jun 21 16:49:11.853770 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:49:11.915545 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1cffc8c6-4c78-478d-88b8-0d707dc2e2f5 req-9492efe2-ab97-4505-aebb-1857c1d9080d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891973 Jun 21 16:49:11.939756 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-03c4c7df-a5ab-4069-8a67-daf6ba72c0db service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969782 Jun 21 16:49:11.956532 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-fd204618-8684-40d3-a7fe-ce9c5e3c291c service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101470 Jun 21 16:49:11.967456 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:11.969157 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-d4bbaafb-ac59-4e2a-b5e9-025c0117c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:11.971614 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-d4bbaafb-ac59-4e2a-b5e9-025c0117c5f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.6237595 Jun 21 16:49:11.972710 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-f0ec4cb6-b667-4a17-ab7c-b3f204db1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:11.974123 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-f0ec4cb6-b667-4a17-ab7c-b3f204db1551 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b5de278b-fb20-455a-9731-6381c2870c95 HTTP/1.1" status: 200 len: 913 time: 0.6297240 Jun 21 16:49:11.980110 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '4c3527eb-ca57-4f3c-ac3f-f1b1d9060481', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'port_id': '4c3527eb-ca57-4f3c-ac3f-f1b1d9060481', 'mac_address': 'fa:16:3e:b2:d9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:49:12.017218 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:12.018623 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.034189 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:12.057413 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:12.074348 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3740c-6979-4936-83f1-9330b1d44132 req-c68746b4-56bc-4fcb-a3fa-ec7de1f90b7c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:12.081823 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b7c3740c-6979-4936-83f1-9330b1d44132 req-c68746b4-56bc-4fcb-a3fa-ec7de1f90b7c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.0790808 Jun 21 16:49:12.083708 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=7,neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:12.148104 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b7c3740c-6979-4936-83f1-9330b1d44132 req-009b2401-68fb-4d50-816b-65c6e982ec1d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554018 Jun 21 16:49:12.163810 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.164521 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:49:12.187793 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-cf297c80-89d6-42b7-95df-efb21396213e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 HTTP/1.1" status: 200 len: 217 time: 0.0661628 Jun 21 16:49:12.202667 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:12.260498 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:12.286103 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-25d38dc2-eee6-4438-a754-ac322c98d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:12.287782 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-25d38dc2-eee6-4438-a754-ac322c98d6ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0747757 Jun 21 16:49:12.333299 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2f2c9-0e81-4c4f-893f-7b24d124c7dd req-bb69877b-e359-486c-a1e1-9d7fabcc005d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:12.340523 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-25b2f2c9-0e81-4c4f-893f-7b24d124c7dd req-bb69877b-e359-486c-a1e1-9d7fabcc005d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.2646487 Jun 21 16:49:12.343199 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-8715607a-2ecb-4baa-9ae0-17595b8a9433 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6016e0b6-cbeb-464d-bd9e-9bd83c250e62 HTTP/1.1" status: 200 len: 217 time: 0.2228057 Jun 21 16:49:12.367313 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c788d86-c9e9-41dc-85a1-2f605c4179a7 req-2f7c7778-e1b5-4d03-af87-dd340fcef55a tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:12.374807 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0c788d86-c9e9-41dc-85a1-2f605c4179a7 req-2f7c7778-e1b5-4d03-af87-dd340fcef55a tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 943 time: 0.0599334 Jun 21 16:49:12.399446 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:12.416239 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '6016e0b6-cbeb-464d-bd9e-9bd83c250e62', 'network_id': 'b5de278b-fb20-455a-9731-6381c2870c95', 'port_id': '6016e0b6-cbeb-464d-bd9e-9bd83c250e62', 'mac_address': 'fa:16:3e:7a:5a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a6cf68-ac9d-4f38-beb2-4f82e3871d87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:49:12.454858 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-25b2f2c9-0e81-4c4f-893f-7b24d124c7dd req-b08057b8-2ee8-4d7d-99e6-c0fec38b5006 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095040 Jun 21 16:49:12.456902 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:12.457536 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.480153 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:12.482064 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0c788d86-c9e9-41dc-85a1-2f605c4179a7 req-2e2ac9c9-6755-41b5-bf7f-1698a4a5b035 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058855 Jun 21 16:49:12.488162 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5f3d8ae2-ca86-4c8f-9fe0-81677404a8a1 req-6e7fee5d-7181-437f-9d9b-a5b81cd0ea59 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085322 Jun 21 16:49:12.501690 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34032) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:12.510537 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:12.601837 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.614358 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4d78ffb9-99fd-4065-b8b4-0e277307a183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.632900 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:12.649078 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:12.695136 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4d78ffb9-99fd-4065-b8b4-0e277307a183 admin admin] Publish callbacks [] for security_group (696ba0f7-0b9c-4336-87d5-727e00941890), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.742155 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34038) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:12.780720 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4d78ffb9-99fd-4065-b8b4-0e277307a183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (696ba0f7-0b9c-4336-87d5-727e00941890), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.823319 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-4d78ffb9-99fd-4065-b8b4-0e277307a183 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b046bcb98b940e0b77e0d5d9c62075f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200607 Jun 21 16:49:12.826081 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34042) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:12.828054 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78ffb9-99fd-4065-b8b4-0e277307a183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696ba0f7-0b9c-4336-87d5-727e00941890,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:12.850590 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8abe-6c67-4aeb-879f-7f5cd1178c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.881095 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-85c6a03b-97aa-4f8e-b258-c953e7ddf5a3 admin admin] Publish callbacks [] for security_group (696ba0f7-0b9c-4336-87d5-727e00941890), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.890568 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:12.904514 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-85c6a03b-97aa-4f8e-b258-c953e7ddf5a3 admin admin] Publish callbacks [] for security_group (696ba0f7-0b9c-4336-87d5-727e00941890), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:12.931046 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8abe-6c67-4aeb-879f-7f5cd1178c69 admin admin] Publish callbacks [] for security_group (e6f16695-c247-4272-9a05-e60194f3ebf5), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:13.015335 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['4c3527eb-ca57-4f3c-ac3f-f1b1d9060481'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:49:13.027031 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-85c6a03b-97aa-4f8e-b258-c953e7ddf5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (696ba0f7-0b9c-4336-87d5-727e00941890), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:13.029815 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-85c6a03b-97aa-4f8e-b258-c953e7ddf5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:13.035126 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-85c6a03b-97aa-4f8e-b258-c953e7ddf5a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/696ba0f7-0b9c-4336-87d5-727e00941890 HTTP/1.1" status: 204 len: 168 time: 0.2037637 Jun 21 16:49:13.050582 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6a03b-97aa-4f8e-b258-c953e7ddf5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696ba0f7-0b9c-4336-87d5-727e00941890,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:13.083436 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0e6d8abe-6c67-4aeb-879f-7f5cd1178c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (e6f16695-c247-4272-9a05-e60194f3ebf5), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:13.123807 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e90b-1e17-486b-ae03-946b72618ba9 req-267fc47e-50c7-4b6e-8ba2-762c6c2b618b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:13.129095 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8a57e90b-1e17-486b-ae03-946b72618ba9 req-267fc47e-50c7-4b6e-8ba2-762c6c2b618b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.1097875 Jun 21 16:49:13.129095 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-0e6d8abe-6c67-4aeb-879f-7f5cd1178c69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5523d0128b54f1eb10221c79209cb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845675 Jun 21 16:49:13.130645 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34048) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:13.161744 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['6016e0b6-cbeb-464d-bd9e-9bd83c250e62'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:49:13.177341 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-ca0d25cb-d6c7-4a3c-a6fe-dd3f1299c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:13.179009 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-ca0d25cb-d6c7-4a3c-a6fe-dd3f1299c43e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2009871 Jun 21 16:49:13.187717 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-88d90f5d-c668-4f03-97f2-bacbc040a872 admin admin] Publish callbacks [] for security_group (e6f16695-c247-4272-9a05-e60194f3ebf5), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:13.202756 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d8abe-6c67-4aeb-879f-7f5cd1178c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f16695-c247-4272-9a05-e60194f3ebf5,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:13.216235 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-d0a30a9e-6152-4ef4-9d25-a6c12ae886cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:13.217649 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-d0a30a9e-6152-4ef4-9d25-a6c12ae886cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=64a6cf68-ac9d-4f38-beb2-4f82e3871d87 HTTP/1.1" status: 200 len: 850 time: 0.2409184 Jun 21 16:49:13.257579 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-88d90f5d-c668-4f03-97f2-bacbc040a872 admin admin] Publish callbacks [] for security_group (e6f16695-c247-4272-9a05-e60194f3ebf5), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:13.264720 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8a57e90b-1e17-486b-ae03-946b72618ba9 req-66293bbd-1469-4268-9ef2-5ab787929cae tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258061 Jun 21 16:49:13.352705 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa6965-39bd-44d2-bd2d-517d21c86fd0 req-90b0a9e0-17b0-4b32-95a3-4c74bf9e0077 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:13.354399 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c6aa6965-39bd-44d2-bd2d-517d21c86fd0 req-90b0a9e0-17b0-4b32-95a3-4c74bf9e0077 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.0815539 Jun 21 16:49:13.377382 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:13.443651 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c6aa6965-39bd-44d2-bd2d-517d21c86fd0 req-62bc17eb-1100-4a66-9e3f-4e454747ab2a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832579 Jun 21 16:49:13.478773 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-88d90f5d-c668-4f03-97f2-bacbc040a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (e6f16695-c247-4272-9a05-e60194f3ebf5), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:13.483842 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-88d90f5d-c668-4f03-97f2-bacbc040a872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:13.483842 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-88d90f5d-c668-4f03-97f2-bacbc040a872 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6f16695-c247-4272-9a05-e60194f3ebf5 HTTP/1.1" status: 204 len: 168 time: 0.3518927 Jun 21 16:49:13.500408 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d90f5d-c668-4f03-97f2-bacbc040a872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f16695-c247-4272-9a05-e60194f3ebf5,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:13.667670 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017a006-5f83-4565-9053-34006d6f7854 req-ee05ac8f-4cc5-4257-beea-7393c18aa746 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:13.669236 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b017a006-5f83-4565-9053-34006d6f7854 req-ee05ac8f-4cc5-4257-beea-7393c18aa746 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0505602 Jun 21 16:49:13.685447 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515c2ff-489f-4692-b906-12fcef9ec53d req-74c504de-34b8-436f-825d-510963bb1d70 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:13.687119 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e515c2ff-489f-4692-b906-12fcef9ec53d req-74c504de-34b8-436f-825d-510963bb1d70 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 944 time: 0.0588930 Jun 21 16:49:13.725593 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b017a006-5f83-4565-9053-34006d6f7854 req-c4420218-eb39-43fe-9445-b8dd24c2d2d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475721 Jun 21 16:49:13.740643 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e515c2ff-489f-4692-b906-12fcef9ec53d req-d9889a07-af02-4d6a-b4ba-9c783762cca7 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470412 Jun 21 16:49:13.902071 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-ee8740b1-f9da-4e58-b1c9-6330b8b47273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:13.903575 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-ee8740b1-f9da-4e58-b1c9-6330b8b47273 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5de278b-fb20-455a-9731-6381c2870c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698540 Jun 21 16:49:13.929943 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34072) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:13.943877 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4d7d54c2-c45b-47ff-86eb-93b67bffaf93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:14.017079 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-1954b711-3dab-42be-89a1-98e3469841fa service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748054 Jun 21 16:49:14.028985 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4d7d54c2-c45b-47ff-86eb-93b67bffaf93 admin admin] Publish callbacks [] for security_group (7d9d1c43-bfab-4333-a771-37597a96964a), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:14.074926 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-8a180b99-f3de-44a4-98b4-d176c78344d7 service neutron] 10.222.0.47 "GET /v2.0/networks/b5de278b-fb20-455a-9731-6381c2870c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465166 Jun 21 16:49:14.223174 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-34fb764c-0bd9-48ca-9931-4fb86132ea44 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991992 Jun 21 16:49:14.246456 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d54b2619-c728-41c5-b2ac-5e540cb6504c req-1e3c127b-7a52-4af9-a3a0-2900417dd88d service neutron] 10.222.0.47 "GET /v2.0/networks/b5de278b-fb20-455a-9731-6381c2870c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649430 Jun 21 16:49:14.285792 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=6 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:14.304045 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:49:14.307973 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-44bcc9be-28bf-4eb7-9554-497ff0544ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:14.309561 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-44bcc9be-28bf-4eb7-9554-497ff0544ad3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 1127 time: 0.0445423 Jun 21 16:49:14.360018 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:49:14.422887 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc97173-e578-4acd-8f11-5c46ad2e8c63 req-cf1111b9-4f2e-4ce0-bbb5-b2b4372ea07c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:14.425363 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3bc97173-e578-4acd-8f11-5c46ad2e8c63 req-cf1111b9-4f2e-4ce0-bbb5-b2b4372ea07c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.0850127 Jun 21 16:49:14.473911 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-f4f62542-7d03-4ae4-866b-ab844fa17a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:14.475477 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-f4f62542-7d03-4ae4-866b-ab844fa17a71 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.1581573 Jun 21 16:49:14.544347 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-73901bea-6a44-44c4-bdc4-38420430dc04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 HTTP/1.1" status: 200 len: 217 time: 0.0626557 Jun 21 16:49:14.547535 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3bc97173-e578-4acd-8f11-5c46ad2e8c63 req-f1e3f990-1743-48cf-8cd6-7e592b2eb621 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148119 Jun 21 16:49:14.589335 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5756cbf-c84c-416f-9b15-b473cd45fecb req-4a680f11-4797-4812-b157-448497e1262d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:14.592248 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c5756cbf-c84c-416f-9b15-b473cd45fecb req-4a680f11-4797-4812-b157-448497e1262d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.0683272 Jun 21 16:49:14.616163 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-ccf232d4-e82b-418f-91bd-d1f211ea7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:14.618294 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-ccf232d4-e82b-418f-91bd-d1f211ea7d80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0681448 Jun 21 16:49:14.653003 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c5756cbf-c84c-416f-9b15-b473cd45fecb req-7fe5514f-b456-4238-8e5d-4a97aaffed24 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554454 Jun 21 16:49:14.665684 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-51a9dda3-d1f1-4d4d-9d1c-eb9d4a406b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:14.667462 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-51a9dda3-d1f1-4d4d-9d1c-eb9d4a406b77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436692 Jun 21 16:49:14.784969 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-6ce3b5d0-de76-462d-a8de-10448aa34edf service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077614 Jun 21 16:49:14.866760 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec33ef1-6be4-4a04-b232-b4b51f1aff39 req-5aa79b0c-5175-4b71-880f-df4e782b94e0 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:14.868406 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8ec33ef1-6be4-4a04-b232-b4b51f1aff39 req-5aa79b0c-5175-4b71-880f-df4e782b94e0 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 944 time: 0.0482371 Jun 21 16:49:14.869594 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4d7d54c2-c45b-47ff-86eb-93b67bffaf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (7d9d1c43-bfab-4333-a771-37597a96964a), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:14.930949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:49:14.931362 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:14.943474 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d54c2-c45b-47ff-86eb-93b67bffaf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d1c43-bfab-4333-a771-37597a96964a,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:14.959007 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-4d7d54c2-c45b-47ff-86eb-93b67bffaf93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be0022eebc7b4ea489df02ac3af186cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0253592 Jun 21 16:49:14.961235 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34100) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:15.023409 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:15.024090 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.069725 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d316a40-ffbf-47fa-83b7-58afe1fc093d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6016e0b6-cbeb-464d-bd9e-9bd83c250e62'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:15.077264 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8ec33ef1-6be4-4a04-b232-b4b51f1aff39 req-a67ea1e2-111e-4e52-bb0e-27d4cbc51716 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019436 Jun 21 16:49:15.114649 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc5f12-0230-4b3c-b996-b787dd379436 req-437d0599-fc8b-4068-8e0c-5372b6e69a82 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:15.118326 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf244-47f1-49aa-801b-07bb0093267a admin admin] Publish callbacks [] for security_group (7d9d1c43-bfab-4333-a771-37597a96964a), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.122184 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1dfc5f12-0230-4b3c-b996-b787dd379436 req-437d0599-fc8b-4068-8e0c-5372b6e69a82 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.3127780 Jun 21 16:49:15.156954 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf244-47f1-49aa-801b-07bb0093267a admin admin] Publish callbacks [] for security_group (7d9d1c43-bfab-4333-a771-37597a96964a), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.183416 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-554f4400-49ef-4806-809a-5180ac649311 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946388 Jun 21 16:49:15.186727 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:15.190134 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:15.213883 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1dfc5f12-0230-4b3c-b996-b787dd379436 req-75b7f614-a285-4875-b33c-f967fcda5b03 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907440 Jun 21 16:49:15.264240 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34110) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:15.273070 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.273958 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:49:15.283714 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c8e34e26-34c2-4624-a2bb-ad5e58213eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.284041 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-0a316cd7-a6ef-49aa-a4c8-bc3276b37de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:15.286920 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-0a316cd7-a6ef-49aa-a4c8-bc3276b37de8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 1127 time: 0.0568705 Jun 21 16:49:15.322948 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001b836d-4589-4d4f-90d4-363342f007af" -d '{"events": [{"server_uuid": "2d316a40-ffbf-47fa-83b7-58afe1fc093d", "name": "network-vif-plugged", "status": "completed", "tag": "6016e0b6-cbeb-464d-bd9e-9bd83c250e62"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:15.340052 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf244-47f1-49aa-801b-07bb0093267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (7d9d1c43-bfab-4333-a771-37597a96964a), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.344487 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0f3cf244-47f1-49aa-801b-07bb0093267a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.359132 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0f3cf244-47f1-49aa-801b-07bb0093267a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d9d1c43-bfab-4333-a771-37597a96964a HTTP/1.1" status: 204 len: 168 time: 0.3871758 Jun 21 16:49:15.362499 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:49:15.365959 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:15.392929 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:15.410709 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-e9e74a58-d9fb-4b02-808f-d8b1548717bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:15.413537 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-e9e74a58-d9fb-4b02-808f-d8b1548717bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 919 time: 0.1200652 Jun 21 16:49:15.420645 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cf244-47f1-49aa-801b-07bb0093267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d1c43-bfab-4333-a771-37597a96964a,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:15.445441 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c8e34e26-34c2-4624-a2bb-ad5e58213eaa admin admin] Publish callbacks [] for security_group (b8986cbe-8bca-4e4f-bfe9-dd794233f143), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.460892 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:49:15.461475 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.472771 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-c505d2b6-425b-44f6-a26f-605995c08b69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 200 len: 217 time: 0.0529754 Jun 21 16:49:15.532179 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-7f528733-3570-4f05-a2a0-21821040ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:15.535384 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-7f528733-3570-4f05-a2a0-21821040ec35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.0565593 Jun 21 16:49:15.536065 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c8e34e26-34c2-4624-a2bb-ad5e58213eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (b8986cbe-8bca-4e4f-bfe9-dd794233f143), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.566203 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:15.566600 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.582051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055abb06-4578-436f-9338-5333fb5d7656 x-openstack-request-id: req-055abb06-4578-436f-9338-5333fb5d7656 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:15.582670 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d316a40-ffbf-47fa-83b7-58afe1fc093d", "name": "network-vif-plugged", "status": "completed", "tag": "6016e0b6-cbeb-464d-bd9e-9bd83c250e62", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:15.583082 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-055abb06-4578-436f-9338-5333fb5d7656 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:15.583684 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055abb06-4578-436f-9338-5333fb5d7656'] response: {'server_uuid': '2d316a40-ffbf-47fa-83b7-58afe1fc093d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6016e0b6-cbeb-464d-bd9e-9bd83c250e62', 'code': 200} Jun 21 16:49:15.583818 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c8e34e26-34c2-4624-a2bb-ad5e58213eaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76fe61359f224422b99367dc489d5150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178532 Jun 21 16:49:15.584914 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e34e26-34c2-4624-a2bb-ad5e58213eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8986cbe-8bca-4e4f-bfe9-dd794233f143,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:15.588643 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34118) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:15.618577 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-5d83aad7-31b5-4066-b36b-8a8e58e7fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:15.620376 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-5d83aad7-31b5-4066-b36b-8a8e58e7fb30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0775299 Jun 21 16:49:15.635762 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:15.646466 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:15.691285 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-70155c5d-3dc6-48d1-b6df-9f9e5146a902 admin admin] Publish callbacks [] for security_group (b8986cbe-8bca-4e4f-bfe9-dd794233f143), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.699662 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.721949 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-70155c5d-3dc6-48d1-b6df-9f9e5146a902 admin admin] Publish callbacks [] for security_group (b8986cbe-8bca-4e4f-bfe9-dd794233f143), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.770472 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:15.770710 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd04d4b-2f44-4a19-bd83-ffd49d7cc5ec req-c4cb1bfe-fa94-4b3b-9e08-e23604218ba8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:15.772234 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2dd04d4b-2f44-4a19-bd83-ffd49d7cc5ec req-c4cb1bfe-fa94-4b3b-9e08-e23604218ba8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.0924370 Jun 21 16:49:15.807696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8237c59-115d-4bb7-9a2e-802f1e86c88b req-ad00f786-674d-41d0-b088-f26180b787c6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:15.809328 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c8237c59-115d-4bb7-9a2e-802f1e86c88b req-ad00f786-674d-41d0-b088-f26180b787c6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.0597370 Jun 21 16:49:15.824106 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-5556f959-1f9f-4794-b6fa-1414416d912a service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973600 Jun 21 16:49:15.858131 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2dd04d4b-2f44-4a19-bd83-ffd49d7cc5ec req-470188ca-f66f-471e-bb6a-1024b02c7112 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Jun 21 16:49:15.880758 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c8237c59-115d-4bb7-9a2e-802f1e86c88b req-2da21822-9ea7-48d4-8726-22b6b43eb6fe tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567791 Jun 21 16:49:15.918689 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-70155c5d-3dc6-48d1-b6df-9f9e5146a902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (b8986cbe-8bca-4e4f-bfe9-dd794233f143), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.922167 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-70155c5d-3dc6-48d1-b6df-9f9e5146a902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:15.926548 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-70155c5d-3dc6-48d1-b6df-9f9e5146a902 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8986cbe-8bca-4e4f-bfe9-dd794233f143 HTTP/1.1" status: 204 len: 168 time: 0.3347223 Jun 21 16:49:15.931901 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70155c5d-3dc6-48d1-b6df-9f9e5146a902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8986cbe-8bca-4e4f-bfe9-dd794233f143,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:15.932657 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b3c4d46-e26a-4106-b4b0-a798aad2853e req-db680c3c-9ec4-4829-b970-a2415ddf615e service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997479 Jun 21 16:49:16.222471 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b97881-021f-4b2d-abbd-a74e9ee53df6 req-7914c281-b591-4412-9c4b-fd17a9afb02b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:16.222471 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55b97881-021f-4b2d-abbd-a74e9ee53df6 req-7914c281-b591-4412-9c4b-fd17a9afb02b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0621858 Jun 21 16:49:16.292093 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55b97881-021f-4b2d-abbd-a74e9ee53df6 req-e4413008-fa5f-4fe0-8cde-905f31fac169 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612929 Jun 21 16:49:16.390730 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24807bd2-2323-4b6f-9e00-43c6ca6a41b1 req-d0c7b5bd-bf6a-42af-8863-ea6f62fd7de6 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:16.393053 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-24807bd2-2323-4b6f-9e00-43c6ca6a41b1 req-d0c7b5bd-bf6a-42af-8863-ea6f62fd7de6 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0915799 Jun 21 16:49:16.445048 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-24807bd2-2323-4b6f-9e00-43c6ca6a41b1 req-b6b08bb5-35ec-436d-973a-6cab963caa29 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439782 Jun 21 16:49:16.681549 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34168) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:16.739632 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:49:16.772379 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:16.781552 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1197575535-network', 'tenant_id': '0310b6f6eec44ea08aab4c40b50bddc3'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:16.854264 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:16.866772 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '7b305906-1977-410d-88f8-b281cb089050', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'port_id': '7b305906-1977-410d-88f8-b281cb089050', 'mac_address': 'fa:16:3e:c5:97:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:49:16.902903 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7b305906-1977-410d-88f8-b281cb089050 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:16.903301 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:16.912953 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Made reservation on behalf of 0310b6f6eec44ea08aab4c40b50bddc3 for: {'network': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:49:16.917438 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:16.921416 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b305906-1977-410d-88f8-b281cb089050 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:16.930855 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:16.944699 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:16.949734 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:16.996122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acda4-7d11-46b9-84b7-09ea6077818c req-a1e8733b-0141-4810-9073-32489576a7e5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:16.997651 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-992acda4-7d11-46b9-84b7-09ea6077818c req-a1e8733b-0141-4810-9073-32489576a7e5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 943 time: 0.0642281 Jun 21 16:49:17.015338 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6759a11-9618-45a2-ac3a-5fdde70f07e4 req-dc1eb97e-f1df-44b5-a079-4774e3b82df6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:17.017436 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a6759a11-9618-45a2-ac3a-5fdde70f07e4 req-dc1eb97e-f1df-44b5-a079-4774e3b82df6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 943 time: 0.0517874 Jun 21 16:49:17.067264 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.070600 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device a340b6f8-fea6-4847-a4cd-7d1ef896ed71 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:49:17.076699 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-992acda4-7d11-46b9-84b7-09ea6077818c req-c02a9f49-d92d-409a-9ab5-581db6dad108 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697343 Jun 21 16:49:17.113145 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Publish callbacks [] for security_group (e3c3a0e2-95db-4db3-b01f-5ecb01cb87f1), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.120228 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a6759a11-9618-45a2-ac3a-5fdde70f07e4 req-79cb3919-76eb-46f3-98fd-20c220a3175f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913184 Jun 21 16:49:17.152136 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:17.158712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:17.170837 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:17.216583 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (e3c3a0e2-95db-4db3-b01f-5ecb01cb87f1), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.223851 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port a340b6f8-fea6-4847-a4cd-7d1ef896ed71, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:17.236651 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'port_id': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'mac_address': 'fa:16:3e:d0:ef:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:49:17.241146 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=111042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:49:17.256041 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3a0e2-95db-4db3-b01f-5ecb01cb87f1,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:17.262016 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (876777df-01f2-47b8-903a-51a833dc0d80), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.262355 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.segments_db [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Added segment 876777df-01f2-47b8-903a-51a833dc0d80 of type vlan for network c6ca1497-0f47-4a1e-8386-e2dd32cc6696 Jun 21 16:49:17.280936 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:17.281545 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.294912 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a340b6f8-fea6-4847-a4cd-7d1ef896ed71 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:17.309476 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (c6ca1497-0f47-4a1e-8386-e2dd32cc6696), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.316422 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port a340b6f8-fea6-4847-a4cd-7d1ef896ed71, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:17.411976 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.412344 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:49:17.458516 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3825cce-ff10-46a9-9747-f997f8b02263 req-1ef8b410-5f08-4641-8113-8ac9e9487ec9 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:17.469547 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f3825cce-ff10-46a9-9747-f997f8b02263 req-1ef8b410-5f08-4641-8113-8ac9e9487ec9 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0923219 Jun 21 16:49:17.469547 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (c6ca1497-0f47-4a1e-8386-e2dd32cc6696), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.469983 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:17.472860 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.537635 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:17.579379 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ca1497-0f47-4a1e-8386-e2dd32cc6696,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:17.587625 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12e3b57-72af-4292-ba65-d90c166a49ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3527eb-ca57-4f3c-ac3f-f1b1d9060481'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:17.590756 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95abd156-01d9-4ef5-af6b-8116676cfcfa" -d '{"events": [{"server_uuid": "b12e3b57-72af-4292-ba65-d90c166a49ed", "name": "network-vif-plugged", "status": "completed", "tag": "4c3527eb-ca57-4f3c-ac3f-f1b1d9060481"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:17.603438 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f3825cce-ff10-46a9-9747-f997f8b02263 req-35824f1b-756f-4298-958b-3664ccb38f7b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355681 Jun 21 16:49:17.604525 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network c6ca1497-0f47-4a1e-8386-e2dd32cc6696 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:49:17.610684 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c456f0d9-a105-47a5-9b12-42729962dd38 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9280758 Jun 21 16:49:17.618727 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23691e-3073-4b0c-bbdf-a7e746538c41 req-e74e8829-863b-4733-bc9d-311e1da9ad6a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:17.626008 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ee23691e-3073-4b0c-bbdf-a7e746538c41 req-e74e8829-863b-4733-bc9d-311e1da9ad6a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 944 time: 0.0627341 Jun 21 16:49:17.629437 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34202) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:17.640239 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Request body: {'subnet': {'network_id': 'c6ca1497-0f47-4a1e-8386-e2dd32cc6696', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1197575535-subnet', 'tenant_id': '0310b6f6eec44ea08aab4c40b50bddc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:17.646809 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:17.691500 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ee23691e-3073-4b0c-bbdf-a7e746538c41 req-1d407483-b384-4b3c-b504-b39f8534925e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635595 Jun 21 16:49:17.706181 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bae0617-5a09-4488-87b7-6362dd4dd66f x-openstack-request-id: req-2bae0617-5a09-4488-87b7-6362dd4dd66f {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:17.706564 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12e3b57-72af-4292-ba65-d90c166a49ed", "name": "network-vif-plugged", "status": "completed", "tag": "4c3527eb-ca57-4f3c-ac3f-f1b1d9060481", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:17.706825 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2bae0617-5a09-4488-87b7-6362dd4dd66f {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:17.707302 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bae0617-5a09-4488-87b7-6362dd4dd66f'] response: {'server_uuid': 'b12e3b57-72af-4292-ba65-d90c166a49ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3527eb-ca57-4f3c-ac3f-f1b1d9060481', 'code': 200} Jun 21 16:49:17.719949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '1382e7bf-7f7f-4cf3-a568-1e6303eb5b15', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'port_id': '1382e7bf-7f7f-4cf3-a568-1e6303eb5b15', 'mac_address': 'fa:16:3e:63:ab:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:49:17.772525 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:17.772525 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.776227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Made reservation on behalf of 0310b6f6eec44ea08aab4c40b50bddc3 for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:49:17.778837 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529333675'] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.789085 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:49:17.809207 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:17.907980 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:17.960862 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:18.016873 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528619006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529333725'] for subnet (48739d15-9701-4fee-811b-60f27c236f65), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:18.074197 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48739d15-9701-4fee-811b-60f27c236f65,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:18.083017 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Checking segment: {'id': '876777df-01f2-47b8-903a-51a833dc0d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': 'c6ca1497-0f47-4a1e-8386-e2dd32cc6696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:49:18.083386 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Network hostable DHCP agents. Network: c6ca1497-0f47-4a1e-8386-e2dd32cc6696, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:49:18.194148 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Network c6ca1497-0f47-4a1e-8386-e2dd32cc6696 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:49:18.217047 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af93c55-88d1-43ad-8366-d8088fa122ba req-42065900-1171-4e3d-a28c-34a33c824059 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:18.218623 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9af93c55-88d1-43ad-8366-d8088fa122ba req-42065900-1171-4e3d-a28c-34a33c824059 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 944 time: 0.0610464 Jun 21 16:49:18.232127 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2ab26-7ffe-4198-a70b-53650f730d70 req-e95b74f7-b2bc-4060-96b6-c74d3ef94be7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:18.233775 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-99c2ab26-7ffe-4198-a70b-53650f730d70 req-e95b74f7-b2bc-4060-96b6-c74d3ef94be7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 944 time: 0.0489490 Jun 21 16:49:18.289269 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9af93c55-88d1-43ad-8366-d8088fa122ba req-a042c062-8fe3-4fad-b5c8-f0c51ddc8a40 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552905 Jun 21 16:49:18.289447 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:18.291986 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-99c2ab26-7ffe-4198-a70b-53650f730d70 req-43a68f55-2adf-4282-a8d9-dc1587642ab0 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510542 Jun 21 16:49:18.319010 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, c6ca1497-0f47-4a1e-8386-e2dd32cc6696) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:49:18.323272 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:18.325067 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:18.325736 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:18.328444 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef411b95-6799-4d3d-9fe1-d9efe3c0b243 None None] Network c6ca1497-0f47-4a1e-8386-e2dd32cc6696 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:49:18.407941 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-df3b0dbc-cad3-436b-a272-5a860cf71f0c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7774155 Jun 21 16:49:18.429877 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25834284-e863-4ead-954f-698e46f61afb None None] Network c6ca1497-0f47-4a1e-8386-e2dd32cc6696 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:49:18.606059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef2fad-6bea-4fd5-b7d2-0ba72aaf4c38 req-f9b11ab0-a37a-401d-8a8a-5689649c755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:18.607548 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1cef2fad-6bea-4fd5-b7d2-0ba72aaf4c38 req-f9b11ab0-a37a-401d-8a8a-5689649c755d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 1129 time: 0.0743814 Jun 21 16:49:18.626251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1cef2fad-6bea-4fd5-b7d2-0ba72aaf4c38 req-e6b02f06-e71f-4adf-8b85-c2baad114d58 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:18.741381 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f769-2409-4174-bf21-bb431ab99471 req-2bb5a837-cca1-462a-8404-9696c7f4ba0b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:18.742945 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-10f0f769-2409-4174-bf21-bb431ab99471 req-2bb5a837-cca1-462a-8404-9696c7f4ba0b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0663455 Jun 21 16:49:18.769375 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1cef2fad-6bea-4fd5-b7d2-0ba72aaf4c38 req-e6b02f06-e71f-4adf-8b85-c2baad114d58 service neutron] Publish callbacks [] for security_group (c9012ecf-7fbc-4cf7-adc5-1d4ec4c57f31), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:18.834084 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-10f0f769-2409-4174-bf21-bb431ab99471 req-b09d62d7-ae50-4310-adfe-8c63190e068e tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 Jun 21 16:49:18.873588 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1cef2fad-6bea-4fd5-b7d2-0ba72aaf4c38 req-e6b02f06-e71f-4adf-8b85-c2baad114d58 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c9012ecf-7fbc-4cf7-adc5-1d4ec4c57f31), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:18.879361 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aace6b2-5196-4c8f-a63e-ccf144eacb11 req-9f7c3a51-d7af-4734-b694-ba3f30ff3b8f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:18.882031 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0aace6b2-5196-4c8f-a63e-ccf144eacb11 req-9f7c3a51-d7af-4734-b694-ba3f30ff3b8f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 944 time: 0.0747905 Jun 21 16:49:18.904168 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34246) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:18.930699 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1cef2fad-6bea-4fd5-b7d2-0ba72aaf4c38 req-e6b02f06-e71f-4adf-8b85-c2baad114d58 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163164 Jun 21 16:49:18.931644 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02f06-e71f-4adf-8b85-c2baad114d58 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9012ecf-7fbc-4cf7-adc5-1d4ec4c57f31,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:18.967485 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0aace6b2-5196-4c8f-a63e-ccf144eacb11 req-d5bb819d-a366-41fe-b2b8-2f263dc17a8c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789859 Jun 21 16:49:18.982437 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:19.043841 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9433956-cd5f-4669-8097-8897c85cf2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.135729 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9433956-cd5f-4669-8097-8897c85cf2ee admin admin] Publish callbacks [] for security_group (92dd4bda-9273-4651-a846-caf5ca971580), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.262630 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9433956-cd5f-4669-8097-8897c85cf2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (92dd4bda-9273-4651-a846-caf5ca971580), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.303611 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c9433956-cd5f-4669-8097-8897c85cf2ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=560505b563c04687935ae66b343b2965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982344 Jun 21 16:49:19.304087 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34272) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:19.313781 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9433956-cd5f-4669-8097-8897c85cf2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd4bda-9273-4651-a846-caf5ca971580,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:19.421207 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f626ae-32d3-49ae-9935-05074da90631 req-27d5923c-6929-4bd4-b16e-115ed8fc18b1 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:19.424486 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d5f626ae-32d3-49ae-9935-05074da90631 req-27d5923c-6929-4bd4-b16e-115ed8fc18b1 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 944 time: 0.0506065 Jun 21 16:49:19.436426 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34280) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:19.442386 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1793893183-network', 'tenant_id': '78f367fbdec64d559c9550686cbcab9a'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:19.442697 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-77c7e935-f6c4-425c-92f3-5228a1bcfa03 admin admin] Publish callbacks [] for security_group (92dd4bda-9273-4651-a846-caf5ca971580), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.449721 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:19.470726 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b905e95-9b31-404b-8b76-07e87b53606c req-db0c3c53-35c2-4a75-9572-de03b254a65e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:19.472613 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1b905e95-9b31-404b-8b76-07e87b53606c req-db0c3c53-35c2-4a75-9572-de03b254a65e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 944 time: 0.0684521 Jun 21 16:49:19.492049 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-77c7e935-f6c4-425c-92f3-5228a1bcfa03 admin admin] Publish callbacks [] for security_group (92dd4bda-9273-4651-a846-caf5ca971580), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.497887 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d5f626ae-32d3-49ae-9935-05074da90631 req-aa6ae1fc-81d3-4f05-94ea-15bc1a6f0979 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674517 Jun 21 16:49:19.554968 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1b905e95-9b31-404b-8b76-07e87b53606c req-80c8029a-5332-4a8a-849b-db3085553ab5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743024 Jun 21 16:49:19.593722 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Made reservation on behalf of 78f367fbdec64d559c9550686cbcab9a for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:49:19.596802 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.609062 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.656308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-77c7e935-f6c4-425c-92f3-5228a1bcfa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (92dd4bda-9273-4651-a846-caf5ca971580), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.659457 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-77c7e935-f6c4-425c-92f3-5228a1bcfa03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.660575 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-77c7e935-f6c4-425c-92f3-5228a1bcfa03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92dd4bda-9273-4651-a846-caf5ca971580 HTTP/1.1" status: 204 len: 168 time: 0.3553011 Jun 21 16:49:19.670677 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7e935-f6c4-425c-92f3-5228a1bcfa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd4bda-9273-4651-a846-caf5ca971580,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:19.716118 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Publish callbacks [] for security_group (d6528686-6b79-404a-a6c5-f0c2fc33fe49), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.770602 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d6528686-6b79-404a-a6c5-f0c2fc33fe49), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.786156 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:19.800443 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:49:19.807175 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6528686-6b79-404a-a6c5-f0c2fc33fe49,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:19.813532 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (ab4ceefe-feea-44a1-9810-41de35e910b3), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.817897 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Added segment ab4ceefe-feea-44a1-9810-41de35e910b3 of type vlan for network 4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0 Jun 21 16:49:19.856343 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.949029 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.950034 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:19.950615 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:19.978606 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7039a1-9c03-4d68-a9e1-459dcda6da06 req-392cb04f-1e02-42a2-b06c-24ffdd7c82db tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:19.980098 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-af7039a1-9c03-4d68-a9e1-459dcda6da06 req-392cb04f-1e02-42a2-b06c-24ffdd7c82db tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0674345 Jun 21 16:49:20.039749 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] Pushing event updated for resources: {'Network': ['ID=4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:20.066535 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:49:20.088610 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-91c53f66-bb8c-407d-b3a7-70c4f3a4536d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6510918 Jun 21 16:49:20.089467 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34296) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:20.101085 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-af7039a1-9c03-4d68-a9e1-459dcda6da06 req-49c1ac6c-b63f-441c-9a78-b1bda8c04b8d tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131413 Jun 21 16:49:20.108860 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Request body: {'subnet': {'network_id': '4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1793893183-subnet', 'tenant_id': '78f367fbdec64d559c9550686cbcab9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:20.138976 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a8754-8cd2-43d3-8f07-0a5b0be018d8 req-471ac3bd-09a9-42eb-8c82-003d81fd884e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:20.141158 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f93a8754-8cd2-43d3-8f07-0a5b0be018d8 req-471ac3bd-09a9-42eb-8c82-003d81fd884e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 944 time: 0.0962892 Jun 21 16:49:20.195769 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f93a8754-8cd2-43d3-8f07-0a5b0be018d8 req-ef211bba-67bd-4f28-8d8b-1f89fbd7fbbb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486603 Jun 21 16:49:20.336431 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Made reservation on behalf of 78f367fbdec64d559c9550686cbcab9a for: {'subnet': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:49:20.338935 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529643338'] for subnet (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.521041 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34300) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:20.536970 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-621ecfa1-fde6-4a34-9cc9-72b3f2e92d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.622896 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-621ecfa1-fde6-4a34-9cc9-72b3f2e92d24 admin admin] Publish callbacks [] for security_group (ea2b10a3-57d0-4f04-9d6a-c10b5a0c46d8), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.626365 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:20.681612 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15349859-7d75-44fc-b5ce-986f82647dc3 req-45cd0057-6e2d-40f5-bfd6-8c2179f5a055 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:20.683210 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15349859-7d75-44fc-b5ce-986f82647dc3 req-45cd0057-6e2d-40f5-bfd6-8c2179f5a055 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 944 time: 0.0508239 Jun 21 16:49:20.684419 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-621ecfa1-fde6-4a34-9cc9-72b3f2e92d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ea2b10a3-57d0-4f04-9d6a-c10b5a0c46d8), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.712010 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbb1b9-bb81-4adb-86e5-4436c766eda1 req-88af26b3-9d77-464d-9654-fbbf8cae838b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:20.713568 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-71fbb1b9-bb81-4adb-86e5-4436c766eda1 req-88af26b3-9d77-464d-9654-fbbf8cae838b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 944 time: 0.0910332 Jun 21 16:49:20.734031 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ecfa1-fde6-4a34-9cc9-72b3f2e92d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b10a3-57d0-4f04-9d6a-c10b5a0c46d8,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:20.756060 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-621ecfa1-fde6-4a34-9cc9-72b3f2e92d24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=971bdcf069a14413bc4ca98c956a4fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336531 Jun 21 16:49:20.758743 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34308) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:20.772263 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-71fbb1b9-bb81-4adb-86e5-4436c766eda1 req-c15b7505-98a5-479c-8e65-d74510cf35cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483947 Jun 21 16:49:20.787490 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15349859-7d75-44fc-b5ce-986f82647dc3 req-0914f09b-b618-4b6e-a00b-0a4e227ca81a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884376 Jun 21 16:49:20.805755 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529715736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529643324'] for subnet (f6b595ec-c062-4410-9f30-bf568b23327f), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.824603 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1a080262-68fe-4a05-8073-f42893d28f13 admin admin] Publish callbacks [] for security_group (ea2b10a3-57d0-4f04-9d6a-c10b5a0c46d8), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.852141 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1a080262-68fe-4a05-8073-f42893d28f13 admin admin] Publish callbacks [] for security_group (ea2b10a3-57d0-4f04-9d6a-c10b5a0c46d8), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.869159 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b595ec-c062-4410-9f30-bf568b23327f,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:20.878423 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Checking segment: {'id': 'ab4ceefe-feea-44a1-9810-41de35e910b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:49:20.878786 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Network hostable DHCP agents. Network: 4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:49:20.920019 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:20.993767 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1a080262-68fe-4a05-8073-f42893d28f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ea2b10a3-57d0-4f04-9d6a-c10b5a0c46d8), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.996442 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1a080262-68fe-4a05-8073-f42893d28f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:20.997618 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-1a080262-68fe-4a05-8073-f42893d28f13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea2b10a3-57d0-4f04-9d6a-c10b5a0c46d8 HTTP/1.1" status: 204 len: 168 time: 0.2379670 Jun 21 16:49:21.006792 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a080262-68fe-4a05-8073-f42893d28f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b10a3-57d0-4f04-9d6a-c10b5a0c46d8,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:21.027945 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Network 4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:49:21.136395 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0) {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:49:21.140627 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:21.141264 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:21.147587 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e1f45-2180-4dbe-b78e-423bd1491deb None None] Network 4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:49:21.232357 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf869a-0a49-4a75-a6be-442a4bd5e292 req-5884eb63-79ca-4c88-b5f3-577f5a96aeb4 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:21.233942 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a5cf869a-0a49-4a75-a6be-442a4bd5e292 req-5884eb63-79ca-4c88-b5f3-577f5a96aeb4 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0551138 Jun 21 16:49:21.268671 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-5c08e75c-fc93-4dcb-ae45-65f9a893928d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1581745 Jun 21 16:49:21.279055 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b27e01-5b45-41a4-a365-2f96e470486b None None] Network 4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:49:21.303447 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a5cf869a-0a49-4a75-a6be-442a4bd5e292 req-822055f5-3192-47d6-b198-c9d4456ec427 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594094 Jun 21 16:49:21.358191 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e584-ebdb-4d5e-95e9-749cc30e2de7 req-c1b445f0-484f-4012-ad50-dda2e253d56d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:21.360273 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c305e584-ebdb-4d5e-95e9-749cc30e2de7 req-c1b445f0-484f-4012-ad50-dda2e253d56d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 944 time: 0.0604303 Jun 21 16:49:21.422777 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c305e584-ebdb-4d5e-95e9-749cc30e2de7 req-a7d29bbe-4f8e-468e-8be3-11d1cb6beddb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530825 Jun 21 16:49:21.474886 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:21.479883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:21.770875 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['1382e7bf-7f7f-4cf3-a568-1e6303eb5b15'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:49:21.900019 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7b305906-1977-410d-88f8-b281cb089050'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:49:21.939460 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a19c4-4c67-4b36-b52b-1c8412786c66 req-d2ae78bf-8dfd-4f2a-b959-ab117b3a5e23 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:21.944533 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-113a19c4-4c67-4b36-b52b-1c8412786c66 req-d2ae78bf-8dfd-4f2a-b959-ab117b3a5e23 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 944 time: 0.0810137 Jun 21 16:49:21.946575 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b858f-d0a4-4c4a-8677-2b5e8936c2ae req-47661933-901f-452f-9f60-c3240f879fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:21.953347 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4e8b858f-d0a4-4c4a-8677-2b5e8936c2ae req-47661933-901f-452f-9f60-c3240f879fae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 1130 time: 0.0750515 Jun 21 16:49:21.954276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204561e-195c-4db1-b461-d85bf295249b req-14480109-9844-4844-871a-6ad8900d919d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:21.961156 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f204561e-195c-4db1-b461-d85bf295249b req-14480109-9844-4844-871a-6ad8900d919d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 944 time: 0.0977242 Jun 21 16:49:21.995152 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-113a19c4-4c67-4b36-b52b-1c8412786c66 req-06e0d431-541a-4ce6-8db8-34a5769820f0 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446930 Jun 21 16:49:22.024007 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['a340b6f8-fea6-4847-a4cd-7d1ef896ed71'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:49:22.043670 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f204561e-195c-4db1-b461-d85bf295249b req-205ca606-6f01-4963-ae93-fa49edc168c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802486 Jun 21 16:49:22.047592 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4e8b858f-d0a4-4c4a-8677-2b5e8936c2ae req-61ab7cae-6038-42c9-9f7c-03f41dd511ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815673 Jun 21 16:49:22.082873 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:22.424894 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8993f99-68ae-405a-9923-9427037fa304 req-eacd93ec-2c94-4405-9085-b3e6f1e51acc tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:22.426423 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f8993f99-68ae-405a-9923-9427037fa304 req-eacd93ec-2c94-4405-9085-b3e6f1e51acc tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0512872 Jun 21 16:49:22.476054 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f8993f99-68ae-405a-9923-9427037fa304 req-5ac440c6-52cc-4d48-80fd-4b1c63fb0c01 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Jun 21 16:49:22.567517 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30168038-891c-4e9c-82f2-aec5a56bfff5 req-31165145-3aab-41e4-98b9-677800672066 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:22.569053 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-30168038-891c-4e9c-82f2-aec5a56bfff5 req-31165145-3aab-41e4-98b9-677800672066 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 944 time: 0.0503724 Jun 21 16:49:22.623133 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-30168038-891c-4e9c-82f2-aec5a56bfff5 req-cb3e294b-ac35-4557-8caa-6e6dc90c6c8e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475109 Jun 21 16:49:22.805997 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:22.896809 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:23.024470 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:23.133395 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160142-e199-43c5-9e78-bd1dfd746f48 req-88a1d9e4-81d5-4f0c-b731-e42b6b52a748 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:23.133395 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e3160142-e199-43c5-9e78-bd1dfd746f48 req-88a1d9e4-81d5-4f0c-b731-e42b6b52a748 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 944 time: 0.0536089 Jun 21 16:49:23.175896 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725eb2-10a0-4992-903b-93216e1effca req-044d36d0-5356-4f80-b5ce-6abcca5d8760 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:23.177699 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-11725eb2-10a0-4992-903b-93216e1effca req-044d36d0-5356-4f80-b5ce-6abcca5d8760 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 944 time: 0.0534937 Jun 21 16:49:23.199243 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e3160142-e199-43c5-9e78-bd1dfd746f48 req-7c5a5431-8d60-4911-962c-fd4279679499 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621536 Jun 21 16:49:23.236439 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-11725eb2-10a0-4992-903b-93216e1effca req-1c489736-a9d2-4de0-ab26-9377e6f3af2f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496910 Jun 21 16:49:23.412686 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:INSERT=5,neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:23.605884 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5788b-d888-4a05-8df1-ef8e2a4aaa38 req-91b697da-074e-4819-ab14-d4b682d60cc9 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:23.609921 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a3c5788b-d888-4a05-8df1-ef8e2a4aaa38 req-91b697da-074e-4819-ab14-d4b682d60cc9 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0537744 Jun 21 16:49:23.660865 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a3c5788b-d888-4a05-8df1-ef8e2a4aaa38 req-acbd588b-8476-47ec-9bae-52780be8c1f3 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Jun 21 16:49:23.762557 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38bb5-3481-4a4a-a8c6-cc9daeaa012c req-1db98409-fd06-42e6-91bc-e48bcf7481d7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:23.764353 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f7b38bb5-3481-4a4a-a8c6-cc9daeaa012c req-1db98409-fd06-42e6-91bc-e48bcf7481d7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 944 time: 0.0644913 Jun 21 16:49:23.818785 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:23.819162 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f7b38bb5-3481-4a4a-a8c6-cc9daeaa012c req-e3fa57da-7ea8-4a4c-bb6b-2926e0ade5dc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491118 Jun 21 16:49:23.901087 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:49:23.965745 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 7b305906-1977-410d-88f8-b281cb089050 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:49:24.033377 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34434) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:24.040305 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 7b305906-1977-410d-88f8-b281cb089050 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:49:24.040702 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7b305906-1977-410d-88f8-b281cb089050), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.120903 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7b305906-1977-410d-88f8-b281cb089050 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:24.121320 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.146070 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b305906-1977-410d-88f8-b281cb089050'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:24.148316 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b7516b-6aa7-48ad-a514-f3a779b470ed" -d '{"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-plugged", "status": "completed", "tag": "7b305906-1977-410d-88f8-b281cb089050"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:24.164484 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-86a68031-f5b7-4075-9fa1-cf452962eec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.171388 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:24.188230 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ecdbe7-2dd7-4bc6-876b-4ff46b8a089d x-openstack-request-id: req-72ecdbe7-2dd7-4bc6-876b-4ff46b8a089d {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:24.188520 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-plugged", "status": "completed", "tag": "7b305906-1977-410d-88f8-b281cb089050", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:24.188797 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72ecdbe7-2dd7-4bc6-876b-4ff46b8a089d {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:24.189255 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ecdbe7-2dd7-4bc6-876b-4ff46b8a089d'] response: {'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b305906-1977-410d-88f8-b281cb089050', 'code': 200} Jun 21 16:49:24.245095 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-86a68031-f5b7-4075-9fa1-cf452962eec4 admin admin] Publish callbacks [] for security_group (06b57321-9329-46c3-badc-cc4065333ac9), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.258415 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.275538 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device a340b6f8-fea6-4847-a4cd-7d1ef896ed71 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:49:24.344085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-86a68031-f5b7-4075-9fa1-cf452962eec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (06b57321-9329-46c3-badc-cc4065333ac9), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.379301 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d268204-0168-4241-be32-afca24a844d5 req-acff69d8-91b9-41d9-8b5b-09c512db6878 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:24.386323 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0d268204-0168-4241-be32-afca24a844d5 req-acff69d8-91b9-41d9-8b5b-09c512db6878 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 944 time: 0.0970235 Jun 21 16:49:24.421344 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-86a68031-f5b7-4075-9fa1-cf452962eec4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b551441acff459597fe61c3d6af5e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853753 Jun 21 16:49:24.423763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a68031-f5b7-4075-9fa1-cf452962eec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b57321-9329-46c3-badc-cc4065333ac9,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:24.427152 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34456) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:24.448001 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a1141-4272-4800-8b18-f381e84ad43c req-58e4e118-29c0-48c6-b292-ba106999008e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:24.455501 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7b7a1141-4272-4800-8b18-f381e84ad43c req-58e4e118-29c0-48c6-b292-ba106999008e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 944 time: 0.0806406 Jun 21 16:49:24.460242 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:49:24.468159 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:24.482998 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0d268204-0168-4241-be32-afca24a844d5 req-71985a73-88c0-4638-b658-1a4a40d22807 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954814 Jun 21 16:49:24.567127 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7b7a1141-4272-4800-8b18-f381e84ad43c req-1b5c3f7e-52e0-4d72-a853-4ae9e0c33b87 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087961 Jun 21 16:49:24.567949 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ab27a25f-c1ac-457c-86c8-59f0b29fc3bd admin admin] Publish callbacks [] for security_group (06b57321-9329-46c3-badc-cc4065333ac9), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.577509 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:49:24.577885 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.601908 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ab27a25f-c1ac-457c-86c8-59f0b29fc3bd admin admin] Publish callbacks [] for security_group (06b57321-9329-46c3-badc-cc4065333ac9), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.631218 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:24.670700 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:24.672273 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.711832 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port a340b6f8-fea6-4847-a4cd-7d1ef896ed71, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:24.748913 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ab27a25f-c1ac-457c-86c8-59f0b29fc3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (06b57321-9329-46c3-badc-cc4065333ac9), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.752149 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ab27a25f-c1ac-457c-86c8-59f0b29fc3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.758279 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ab27a25f-c1ac-457c-86c8-59f0b29fc3bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06b57321-9329-46c3-badc-cc4065333ac9 HTTP/1.1" status: 204 len: 168 time: 0.3300953 Jun 21 16:49:24.767341 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27a25f-c1ac-457c-86c8-59f0b29fc3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b57321-9329-46c3-badc-cc4065333ac9,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:24.791419 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d941338-c878-4964-91d1-0677a5c39de5 req-fb0e0c26-c382-46f7-b8b3-d9f22887fe09 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:24.799049 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0d941338-c878-4964-91d1-0677a5c39de5 req-fb0e0c26-c382-46f7-b8b3-d9f22887fe09 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0675969 Jun 21 16:49:24.806454 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:24.807315 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:49:24.874546 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0d941338-c878-4964-91d1-0677a5c39de5 req-f7cc9da2-a7d9-4a1c-b586-af64ae304516 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745018 Jun 21 16:49:24.896548 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:24.906009 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:49:24.957812 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296d34-43a0-486e-ac8b-bcd59dfcc0cc req-ffbdf748-44a8-47d7-8e89-e539343ba1db tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:24.960060 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-88296d34-43a0-486e-ac8b-bcd59dfcc0cc req-ffbdf748-44a8-47d7-8e89-e539343ba1db tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0519631 Jun 21 16:49:24.978253 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:49:24.978648 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.034263 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-88296d34-43a0-486e-ac8b-bcd59dfcc0cc req-dfd8db81-b661-4a41-ba43-dd6e9d1cc3bf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637705 Jun 21 16:49:25.047192 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:25.107788 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:25.108191 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.140597 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34480) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:25.150453 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377cd51-888e-484b-968b-0e4415d189a9 req-7c455e44-d47d-4f7c-99fa-c619ee3cc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:25.152512 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:25.153592 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2377cd51-888e-484b-968b-0e4415d189a9 req-7c455e44-d47d-4f7c-99fa-c619ee3cc509 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 1129 time: 0.0513155 Jun 21 16:49:25.203202 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2377cd51-888e-484b-968b-0e4415d189a9 req-f418724e-08b6-4f46-bf17-58fa8d76faff service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421765 Jun 21 16:49:25.257167 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.291405 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.338493 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Publish callbacks [] for security_group (d0e48cbc-7983-45d4-8253-0dcf6e664d33), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.340077 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:25.412209 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d0e48cbc-7983-45d4-8253-0dcf6e664d33), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.453079 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:25.462944 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34488) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:25.463079 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=548464a663c7402ba862fd0d6b24c138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213401 Jun 21 16:49:25.463929 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e48cbc-7983-45d4-8253-0dcf6e664d33,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:25.471676 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.473232 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.473632 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.473976 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.474307 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.474636 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.474959 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.475283 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.475606 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.475931 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.476792 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.476792 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.476958 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.477202 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.477610 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7dd5a-121d-4b44-b7b3-9fe9311ac788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.514148 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34492) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:25.535898 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0f86-94dc-49b8-bf7e-611e60e17f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.546122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Publish callbacks [] for security_group (d0e48cbc-7983-45d4-8253-0dcf6e664d33), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.555587 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:25.607933 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Publish callbacks [] for security_group (d0e48cbc-7983-45d4-8253-0dcf6e664d33), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.618256 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=10 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:25.653651 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a621624-7d4a-42cc-9edd-de44125d89ca req-fc2c74f3-548a-45dd-8023-f069ceab8a3a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:25.655160 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2a621624-7d4a-42cc-9edd-de44125d89ca req-fc2c74f3-548a-45dd-8023-f069ceab8a3a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0913348 Jun 21 16:49:25.728464 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5284-27c4-4f4c-8bbc-0994c84a56d2 req-a17ab001-ad1b-46f9-b1f1-0358237188f7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:25.730728 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ad3a5284-27c4-4f4c-8bbc-0994c84a56d2 req-a17ab001-ad1b-46f9-b1f1-0358237188f7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0820954 Jun 21 16:49:25.770022 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2a621624-7d4a-42cc-9edd-de44125d89ca req-d5375234-06d2-4ed1-870a-4bbbcda38dca tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966077 Jun 21 16:49:25.796453 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0f86-94dc-49b8-bf7e-611e60e17f96 admin admin] Publish callbacks [] for security_group (fc4f49c2-aa45-4d77-b3f9-b7f43beae451), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.805913 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ad3a5284-27c4-4f4c-8bbc-0994c84a56d2 req-de2475d0-4d3c-42fd-ab62-fcd341550b41 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670848 Jun 21 16:49:25.832808 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d0e48cbc-7983-45d4-8253-0dcf6e664d33), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.836154 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.837398 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0e48cbc-7983-45d4-8253-0dcf6e664d33 HTTP/1.1" status: 204 len: 168 time: 0.3734188 Jun 21 16:49:25.850638 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e48cbc-7983-45d4-8253-0dcf6e664d33,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:25.858283 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.858637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.858982 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.859323 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.859680 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.860015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.860495 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.860846 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.861178 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.861693 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.861995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.862450 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.862712 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.863041 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.863987 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5ec8a8-654f-488b-ba58-f7b0c5e1dfb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:25.938481 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3bcf0f86-94dc-49b8-bf7e-611e60e17f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (fc4f49c2-aa45-4d77-b3f9-b7f43beae451), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:25.989952 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf0f86-94dc-49b8-bf7e-611e60e17f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4f49c2-aa45-4d77-b3f9-b7f43beae451,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:25.994959 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3bcf0f86-94dc-49b8-bf7e-611e60e17f96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f9916bc89ef4872ab703fe0f79d84e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797478 Jun 21 16:49:25.997859 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34514) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:26.054693 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-19edf029-6356-40a7-b9fe-f53f0e000394 admin admin] Publish callbacks [] for security_group (fc4f49c2-aa45-4d77-b3f9-b7f43beae451), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:26.083398 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-19edf029-6356-40a7-b9fe-f53f0e000394 admin admin] Publish callbacks [] for security_group (fc4f49c2-aa45-4d77-b3f9-b7f43beae451), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:26.145126 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:26.155309 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7353dc0-b52c-4e98-97ec-bc83aa8ae550 req-77a7bbbc-799f-4e6c-b429-46311a182865 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:26.156809 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a7353dc0-b52c-4e98-97ec-bc83aa8ae550 req-77a7bbbc-799f-4e6c-b429-46311a182865 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0559042 Jun 21 16:49:26.190246 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71'}, {'server_uuid': 'f3358207-e4db-4c88-b56b-05f718c39a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1382e7bf-7f7f-4cf3-a568-1e6303eb5b15'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:26.193158 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1fabe0-8feb-48c2-af83-06c9aea58d73" -d '{"events": [{"server_uuid": "f605003b-48fd-4e3f-9f19-462e7b713558", "name": "network-vif-plugged", "status": "completed", "tag": "a340b6f8-fea6-4847-a4cd-7d1ef896ed71"}, {"server_uuid": "f3358207-e4db-4c88-b56b-05f718c39a8e", "name": "network-vif-plugged", "status": "completed", "tag": "1382e7bf-7f7f-4cf3-a568-1e6303eb5b15"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:26.218717 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a7353dc0-b52c-4e98-97ec-bc83aa8ae550 req-1fca9c3a-4578-478c-9bb0-6522fe55ca76 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551639 Jun 21 16:49:26.246643 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-19edf029-6356-40a7-b9fe-f53f0e000394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (fc4f49c2-aa45-4d77-b3f9-b7f43beae451), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:26.249466 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a35554-ecec-4901-97b8-647c1574dbed x-openstack-request-id: req-b8a35554-ecec-4901-97b8-647c1574dbed {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:26.249770 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f605003b-48fd-4e3f-9f19-462e7b713558", "name": "network-vif-plugged", "status": "completed", "tag": "a340b6f8-fea6-4847-a4cd-7d1ef896ed71", "code": 200}, {"server_uuid": "f3358207-e4db-4c88-b56b-05f718c39a8e", "name": "network-vif-plugged", "status": "completed", "tag": "1382e7bf-7f7f-4cf3-a568-1e6303eb5b15", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:26.250028 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8a35554-ecec-4901-97b8-647c1574dbed {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:26.250428 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a35554-ecec-4901-97b8-647c1574dbed'] response: {'server_uuid': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'code': 200} Jun 21 16:49:26.250589 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-19edf029-6356-40a7-b9fe-f53f0e000394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:26.250694 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a35554-ecec-4901-97b8-647c1574dbed'] response: {'server_uuid': 'f3358207-e4db-4c88-b56b-05f718c39a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1382e7bf-7f7f-4cf3-a568-1e6303eb5b15', 'code': 200} Jun 21 16:49:26.251851 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-19edf029-6356-40a7-b9fe-f53f0e000394 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc4f49c2-aa45-4d77-b3f9-b7f43beae451 HTTP/1.1" status: 204 len: 168 time: 0.2530260 Jun 21 16:49:26.275684 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edf029-6356-40a7-b9fe-f53f0e000394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4f49c2-aa45-4d77-b3f9-b7f43beae451,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:26.332271 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:26.735448 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34534) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:26.753569 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e33612c3-8310-4270-b17f-6aef3baecc4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:26.850139 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:26.855455 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e33612c3-8310-4270-b17f-6aef3baecc4a admin admin] Publish callbacks [] for security_group (62cbce7d-4f66-4a02-9cb7-6e07fa5b1499), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:26.916612 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d7c64-5eab-4b11-8644-6916efa57be3 req-0e6c0e28-60b9-4a65-a083-791276ee16e4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:26.918291 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5a8d7c64-5eab-4b11-8644-6916efa57be3 req-0e6c0e28-60b9-4a65-a083-791276ee16e4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0532243 Jun 21 16:49:26.943797 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e33612c3-8310-4270-b17f-6aef3baecc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (62cbce7d-4f66-4a02-9cb7-6e07fa5b1499), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:26.973161 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5a8d7c64-5eab-4b11-8644-6916efa57be3 req-43b1b679-539b-4e74-86d5-28c5fe1adba7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454335 Jun 21 16:49:26.991434 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e33612c3-8310-4270-b17f-6aef3baecc4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0856453e74d4a37a961ca4b512d8bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548065 Jun 21 16:49:26.994224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34554) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:26.997086 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33612c3-8310-4270-b17f-6aef3baecc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cbce7d-4f66-4a02-9cb7-6e07fa5b1499,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:27.118913 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28a6ce6b-6120-4b1e-a43c-89f4f5bfa2b1 admin admin] Publish callbacks [] for security_group (62cbce7d-4f66-4a02-9cb7-6e07fa5b1499), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:27.213050 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1db0-96b4-43f9-9a9b-42583bc9af70 req-cdc05507-9a2d-4e1b-856d-73396bf1b100 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:27.215589 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1b8f1db0-96b4-43f9-9a9b-42583bc9af70 req-cdc05507-9a2d-4e1b-856d-73396bf1b100 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.1265836 Jun 21 16:49:27.224791 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28a6ce6b-6120-4b1e-a43c-89f4f5bfa2b1 admin admin] Publish callbacks [] for security_group (62cbce7d-4f66-4a02-9cb7-6e07fa5b1499), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:27.228509 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1022b18-4592-4e67-a9fb-07fdb83d584d req-cae0b103-4475-4173-b424-169fd0a71ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:27.230029 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e1022b18-4592-4e67-a9fb-07fdb83d584d req-cae0b103-4475-4173-b424-169fd0a71ef9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 1129 time: 0.1554515 Jun 21 16:49:27.301705 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a0630-c205-4583-8b67-b0a50be088eb req-31741c1c-2ff4-4050-bf7f-612e53288f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:27.303258 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-823a0630-c205-4583-8b67-b0a50be088eb req-31741c1c-2ff4-4050-bf7f-612e53288f8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 1129 time: 0.1549349 Jun 21 16:49:27.361044 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e1022b18-4592-4e67-a9fb-07fdb83d584d req-9c9f0b42-d653-481b-b5a8-c5613cb04bdf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113989 Jun 21 16:49:27.391305 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1b8f1db0-96b4-43f9-9a9b-42583bc9af70 req-181d691d-2b3a-4ee6-b7b4-8da010b9d85a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641250 Jun 21 16:49:27.400173 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-823a0630-c205-4583-8b67-b0a50be088eb req-c7f68bb1-1176-4097-9b38-e0919d755421 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888133 Jun 21 16:49:27.494562 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28a6ce6b-6120-4b1e-a43c-89f4f5bfa2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (62cbce7d-4f66-4a02-9cb7-6e07fa5b1499), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:27.497469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28a6ce6b-6120-4b1e-a43c-89f4f5bfa2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:27.498213 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-28a6ce6b-6120-4b1e-a43c-89f4f5bfa2b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62cbce7d-4f66-4a02-9cb7-6e07fa5b1499 HTTP/1.1" status: 204 len: 168 time: 0.5027442 Jun 21 16:49:27.523863 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6ce6b-6120-4b1e-a43c-89f4f5bfa2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cbce7d-4f66-4a02-9cb7-6e07fa5b1499,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:27.549777 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6578c2-ffab-4a87-8c23-9c895314892c req-b098b679-eb03-4890-9619-94e84d16f9c1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:27.552262 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-da6578c2-ffab-4a87-8c23-9c895314892c req-b098b679-eb03-4890-9619-94e84d16f9c1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0881424 Jun 21 16:49:27.604217 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-da6578c2-ffab-4a87-8c23-9c895314892c req-8d42b683-d6fa-42d5-81cc-7dd77bbb1c03 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457094 Jun 21 16:49:27.726980 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:27.782079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c341-fb3a-48e9-8db3-b800ceea25a4 req-1b03aa85-73b5-4872-903e-9037fbf61578 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:27.784325 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2976c341-fb3a-48e9-8db3-b800ceea25a4 req-1b03aa85-73b5-4872-903e-9037fbf61578 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Jun 21 16:49:27.793494 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34592) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:27.798131 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'floatingip': {'port_id': '7b305906-1977-410d-88f8-b281cb089050'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:27.876681 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (a9f3529d-7ab9-4415-8a79-daf0d7209606), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:28.130449 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:28.227277 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24292d1f-6181-4959-acc1-d8acab3dab3e req-4df9276d-ae2c-46b1-84ef-ea45a19aa822 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:28.228776 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-24292d1f-6181-4959-acc1-d8acab3dab3e req-4df9276d-ae2c-46b1-84ef-ea45a19aa822 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1121359 Jun 21 16:49:28.377087 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-24292d1f-6181-4959-acc1-d8acab3dab3e req-b0645731-fd03-4295-a90b-e8bdd93d5c68 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307175 Jun 21 16:49:28.396636 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-9dc4635a-d36c-460c-8956-3d808ee62e70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574186 Jun 21 16:49:28.549448 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac873-520e-400f-b6be-9b32bbbc658b req-931caf53-ebf0-4250-b919-f20d0a452865 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:28.552241 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8bbac873-520e-400f-b6be-9b32bbbc658b req-931caf53-ebf0-4250-b919-f20d0a452865 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0715265 Jun 21 16:49:28.572662 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:28.618658 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8bbac873-520e-400f-b6be-9b32bbbc658b req-20e347ca-8f4d-4cbc-bffe-4df40664184e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591094 Jun 21 16:49:28.904566 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:28.967940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:29.058262 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (a9f3529d-7ab9-4415-8a79-daf0d7209606), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:29.155564 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Floating IP a9f3529d-7ab9-4415-8a79-daf0d7209606 associated. External IP: 172.27.2.53, port: 7b305906-1977-410d-88f8-b281cb089050. Jun 21 16:49:29.252176 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-45c7aefd-babd-4533-843f-aadf5aae2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:29.253863 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-45c7aefd-babd-4533-843f-aadf5aae2e47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 1130 time: 0.0583158 Jun 21 16:49:29.355548 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:29.448669 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Router 184dd79c-2117-424b-83a8-3a56069dc283 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:49:29.660852 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9bd36-883d-4d75-98a2-256c12cdbfbd req-f6ea52a9-fbeb-4bd0-9eb1-d5eaca9d7005 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:29.673474 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fdc9bd36-883d-4d75-98a2-256c12cdbfbd req-f6ea52a9-fbeb-4bd0-9eb1-d5eaca9d7005 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1013715 Jun 21 16:49:29.703710 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:49:29.710190 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:29.722517 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] Sync routers for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:49:29.743069 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:49:29.744054 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:49:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:29.790959 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fdc9bd36-883d-4d75-98a2-256c12cdbfbd req-91fccb7f-d71c-4462-87df-631632a86f06 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164727 Jun 21 16:49:29.798265 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-991848a7-0b69-4514-b87f-bb3383640509 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "PUT /v2.0/floatingips/a9f3529d-7ab9-4415-8a79-daf0d7209606 HTTP/1.1" status: 200 len: 990 time: 2.0033407 Jun 21 16:49:29.805522 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'tag': '7b305906-1977-410d-88f8-b281cb089050'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:29.805522 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323cafce-3815-449b-8ba8-082fa994c769" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "tag": "7b305906-1977-410d-88f8-b281cb089050"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:29.874362 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521d30f2-549b-4faf-9b1d-e62667725ed1 x-openstack-request-id: req-521d30f2-549b-4faf-9b1d-e62667725ed1 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:29.874653 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "tag": "7b305906-1977-410d-88f8-b281cb089050", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:29.877047 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-521d30f2-549b-4faf-9b1d-e62667725ed1 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:29.877047 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521d30f2-549b-4faf-9b1d-e62667725ed1'] response: {'name': 'network-changed', 'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'tag': '7b305906-1977-410d-88f8-b281cb089050', 'status': 'completed', 'code': 200} Jun 21 16:49:29.878423 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320703c9-350c-4086-a75b-0190452e252e req-b0505144-03b5-44a5-93a9-59b72dc3a734 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:29.888797 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-320703c9-350c-4086-a75b-0190452e252e req-b0505144-03b5-44a5-93a9-59b72dc3a734 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.1554813 Jun 21 16:49:29.920313 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:49:29.966552 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-320703c9-350c-4086-a75b-0190452e252e req-103e86b0-dfc4-4c64-b8c5-65db96d59b88 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700085 Jun 21 16:49:30.046297 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:30.069540 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:30.332636 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'a9f3529d-7ab9-4415-8a79-daf0d7209606', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'port_id': '7b305906-1977-410d-88f8-b281cb089050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'mac_address': 'fa:16:3e:c5:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9af742-a7f3-4113-8ace-571502dad309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:48:46Z', 'updated_at': '2022-06-21T16:49:28Z', 'revision_number': 1, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:30.359409 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0c323-7ff2-4222-94be-f21e02ca0f07 req-27196b3e-0121-44b0-9b66-73012bbfa3f7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:30.361021 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-96e0c323-7ff2-4222-94be-f21e02ca0f07 req-27196b3e-0121-44b0-9b66-73012bbfa3f7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.3827515 Jun 21 16:49:30.361308 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] Checking router: 184dd79c-2117-424b-83a8-3a56069dc283 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:49:30.370976 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34710) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:30.377683 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:49:30.378304 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:49:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:30.379656 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'floatingip': {'port_id': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:49:30.484284 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cafce-3815-449b-8ba8-082fa994c769 req-87e245ea-04f6-4f61-ac80-682bb6440da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:30.485809 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-323cafce-3815-449b-8ba8-082fa994c769 req-87e245ea-04f6-4f61-ac80-682bb6440da5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 1129 time: 0.0574369 Jun 21 16:49:30.494903 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (f53359e3-ced1-41af-8b9e-c0b71c2efab9), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:30.608806 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:49:30.669725 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:30.728831 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-97cc2ac2-e6b9-4fda-9cde-686c3dc6f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:30.730225 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-97cc2ac2-e6b9-4fda-9cde-686c3dc6f995 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.4094265 Jun 21 16:49:30.758460 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-b7fde7f0-0490-4622-b8c7-38186773b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:30.759917 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-b7fde7f0-0490-4622-b8c7-38186773b1a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 1129 time: 0.1066291 Jun 21 16:49:30.772094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cc713-a6eb-4641-86f6-a19c212c75fb req-0fd3d933-20a7-4bbe-a76b-d80521e4e051 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:30.773576 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-419cc713-a6eb-4641-86f6-a19c212c75fb req-0fd3d933-20a7-4bbe-a76b-d80521e4e051 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.1236637 Jun 21 16:49:30.827271 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-07b9593a-f79b-42e7-84ff-92bdead27650 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 HTTP/1.1" status: 200 len: 217 time: 0.0789046 Jun 21 16:49:30.834912 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cafce-3815-449b-8ba8-082fa994c769 req-d0411fd0-e71d-43e0-a46f-c722312d052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:30.836312 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-323cafce-3815-449b-8ba8-082fa994c769 req-d0411fd0-e71d-43e0-a46f-c722312d052f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 919 time: 0.3411419 Jun 21 16:49:30.856380 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'a9f3529d-7ab9-4415-8a79-daf0d7209606', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'port_id': '7b305906-1977-410d-88f8-b281cb089050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'mac_address': 'fa:16:3e:c5:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9af742-a7f3-4113-8ace-571502dad309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:48:46Z', 'updated_at': '2022-06-21T16:49:28Z', 'revision_number': 1, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:30.863852 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:30.883152 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa3067f-7c80-4f76-98bc-d38adf7bfe4b None None] The sync data for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi is: [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'a9f3529d-7ab9-4415-8a79-daf0d7209606', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'port_id': '7b305906-1977-410d-88f8-b281cb089050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'mac_address': 'fa:16:3e:c5:97:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9af742-a7f3-4113-8ace-571502dad309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:48:46Z', 'updated_at': '2022-06-21T16:49:28Z', 'revision_number': 1, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:49:30.962572 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:31.021911 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-b8f426d8-29b2-4960-99c0-4aca5747a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:31.023381 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-b8f426d8-29b2-4960-99c0-4aca5747a695 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.1846418 Jun 21 16:49:31.068995 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-323cafce-3815-449b-8ba8-082fa994c769 req-60902dd2-728a-40b0-8068-29487090d997 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 200 len: 998 time: 0.2149827 Jun 21 16:49:31.089245 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-b20fa761-ff3e-4afb-ae3d-0ee2335aad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:31.090858 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-b20fa761-ff3e-4afb-ae3d-0ee2335aad4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.3164248 Jun 21 16:49:31.094313 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-419cc713-a6eb-4641-86f6-a19c212c75fb req-ce2dc038-81b3-409e-a025-79a5272b6ec7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713497 Jun 21 16:49:31.172758 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-b17661b7-700b-4f7c-ae37-350845220b43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 HTTP/1.1" status: 200 len: 217 time: 0.0733635 Jun 21 16:49:31.181355 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-8c025d04-31e6-4297-a106-c64aaa167a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:31.182845 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-8c025d04-31e6-4297-a106-c64aaa167a8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1363423 Jun 21 16:49:31.243239 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:31.257249 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cafce-3815-449b-8ba8-082fa994c769 req-c63219c3-a250-4499-885e-f1e322c106f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:31.258788 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-323cafce-3815-449b-8ba8-082fa994c769 req-c63219c3-a250-4499-885e-f1e322c106f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.1636133 Jun 21 16:49:31.304501 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-4dae4a60-53f1-4309-a459-c60d7abdacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:31.308634 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-4dae4a60-53f1-4309-a459-c60d7abdacac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.1201625 Jun 21 16:49:31.342551 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-635a29b9-e742-428f-a6f8-78a69b7953bb service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460640 Jun 21 16:49:31.362459 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (f53359e3-ced1-41af-8b9e-c0b71c2efab9), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:31.483121 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.l3_db [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Floating IP f53359e3-ced1-41af-8b9e-c0b71c2efab9 associated. External IP: 172.27.2.60, port: a340b6f8-fea6-4847-a4cd-7d1ef896ed71. Jun 21 16:49:31.523429 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-9761b462-8dd3-4a33-879a-e6f029565a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:31.525112 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-9761b462-8dd3-4a33-879a-e6f029565a91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0791748 Jun 21 16:49:31.645113 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cafce-3815-449b-8ba8-082fa994c769 req-55437f81-f5ed-43a7-bb84-a3da42efa911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:31.646904 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-323cafce-3815-449b-8ba8-082fa994c769 req-55437f81-f5ed-43a7-bb84-a3da42efa911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2019880 Jun 21 16:49:31.748346 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2511dd3f-bfae-47d3-a45b-cf8328fcf866 req-11f72b6b-e900-45e6-ba97-dea5500f6016 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045232 Jun 21 16:49:31.817642 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58b71b4-9633-4523-9145-5aa7d9cf4cf7 None None] New status for floating IP a9f3529d-7ab9-4415-8a79-daf0d7209606: ACTIVE {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:49:31.820001 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-48fc4753-4671-4329-a3c7-4f1dc2d16b09 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745147 Jun 21 16:49:31.871925 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-323cafce-3815-449b-8ba8-082fa994c769 req-ec66d7dd-7921-4351-b9f3-3d360fc017d8 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938467 Jun 21 16:49:32.031460 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6f253a94-33bb-43b0-b9f8-ca290f79f522 req-2e2c2bb5-bca9-46f3-a35b-bf3f0c6c22fc service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973577 Jun 21 16:49:32.040903 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:49:32.056694 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-323cafce-3815-449b-8ba8-082fa994c769 req-6eea72e8-b57a-4496-a25c-7202d8787366 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405056 Jun 21 16:49:32.151919 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:32.172867 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:49:32.178596 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:32.190227 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] Sync routers for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:49:32.212082 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:49:32.214988 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:49:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:32.239186 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:32.317595 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-4605568d-e3bd-4856-af48-3c380019b088 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "PUT /v2.0/floatingips/f53359e3-ced1-41af-8b9e-c0b71c2efab9 HTTP/1.1" status: 200 len: 990 time: 1.9433904 Jun 21 16:49:32.321848 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'tag': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:32.324356 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a030c938-8a39-4d00-b5eb-12d04efa2e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f605003b-48fd-4e3f-9f19-462e7b713558", "tag": "a340b6f8-fea6-4847-a4cd-7d1ef896ed71"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:32.350065 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dc5db-54ea-48d9-9504-07dba36c80a0 req-bbc30fdd-1538-45f8-901f-0b84e6f71849 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:32.356683 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-107dc5db-54ea-48d9-9504-07dba36c80a0 req-bbc30fdd-1538-45f8-901f-0b84e6f71849 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.1203306 Jun 21 16:49:32.428783 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:32.448216 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456a9035-5c5b-4b64-96df-aa65d39070fd x-openstack-request-id: req-456a9035-5c5b-4b64-96df-aa65d39070fd {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:32.448480 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f605003b-48fd-4e3f-9f19-462e7b713558", "tag": "a340b6f8-fea6-4847-a4cd-7d1ef896ed71", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:32.448735 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-456a9035-5c5b-4b64-96df-aa65d39070fd {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:32.449156 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456a9035-5c5b-4b64-96df-aa65d39070fd'] response: {'name': 'network-changed', 'server_uuid': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'tag': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'status': 'completed', 'code': 200} Jun 21 16:49:32.450971 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:49:32.490359 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-107dc5db-54ea-48d9-9504-07dba36c80a0 req-3c047f99-eb5e-455f-94ee-d3d3db8d5995 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327040 Jun 21 16:49:32.571319 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34778) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:32.612254 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-31d65ddb-9552-43fc-b3c8-58f885da54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:32.615409 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-31d65ddb-9552-43fc-b3c8-58f885da54e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 1129 time: 0.0463700 Jun 21 16:49:32.700585 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:32.736037 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-dfcb27c3-7742-4a8c-a1eb-e507415019d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:32.738073 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-dfcb27c3-7742-4a8c-a1eb-e507415019d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 913 time: 0.1125596 Jun 21 16:49:32.784782 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'f53359e3-ced1-41af-8b9e-c0b71c2efab9', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'port_id': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'mac_address': 'fa:16:3e:d0:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:48:48Z', 'updated_at': '2022-06-21T16:49:31Z', 'revision_number': 1, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:32.815090 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcdb0-1281-4a34-bdf7-edbd7cb16db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:32.818680 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-b58cceea-3554-44e3-a3ef-956ac580c9fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71 HTTP/1.1" status: 200 len: 998 time: 0.0738399 Jun 21 16:49:32.824858 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] Checking router: 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:49:32.834984 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:49:32.835606 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:49:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:32.906097 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcdb0-1281-4a34-bdf7-edbd7cb16db0 admin admin] Publish callbacks [] for security_group (a695db42-92ba-4630-863a-30eea3c5f6df), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:32.943609 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:49:32.984469 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9fbcdb0-1281-4a34-bdf7-edbd7cb16db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (a695db42-92ba-4630-863a-30eea3c5f6df), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:33.025606 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbcdb0-1281-4a34-bdf7-edbd7cb16db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a695db42-92ba-4630-863a-30eea3c5f6df,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:33.030572 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c9fbcdb0-1281-4a34-bdf7-edbd7cb16db0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec069050815c4c7e9297c504e68c600b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4581943 Jun 21 16:49:33.033456 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34782) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:33.087054 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82cd159e-79d1-455b-b168-e689356fcb8e admin admin] Publish callbacks [] for security_group (a695db42-92ba-4630-863a-30eea3c5f6df), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:33.112698 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-d8ae53e0-3ca1-4033-8280-e53b68abd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:33.112911 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82cd159e-79d1-455b-b168-e689356fcb8e admin admin] Publish callbacks [] for security_group (a695db42-92ba-4630-863a-30eea3c5f6df), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:33.114841 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-d8ae53e0-3ca1-4033-8280-e53b68abd164 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 200 len: 850 time: 0.0506499 Jun 21 16:49:33.166476 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:33.176013 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-ad7c4408-0549-4099-a688-f8982a331b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:33.177520 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-ad7c4408-0549-4099-a688-f8982a331b2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63924b26-7bc3-4fc5-bf40-93746d4a252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566032 Jun 21 16:49:33.252836 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'f53359e3-ced1-41af-8b9e-c0b71c2efab9', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'port_id': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'mac_address': 'fa:16:3e:d0:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:48:48Z', 'updated_at': '2022-06-21T16:49:31Z', 'revision_number': 1, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:33.274331 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-11126598-a5a0-42ac-968a-09a715ab06d5 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897629 Jun 21 16:49:33.281068 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6a41c-72ad-4151-8506-060411f85951 None None] The sync data for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi is: [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'f53359e3-ced1-41af-8b9e-c0b71c2efab9', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'floating_ip_address': '172.27.2.60', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'port_id': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'mac_address': 'fa:16:3e:d0:ef:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:48:48Z', 'updated_at': '2022-06-21T16:49:31Z', 'revision_number': 1, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:49:33.380067 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82cd159e-79d1-455b-b168-e689356fcb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (a695db42-92ba-4630-863a-30eea3c5f6df), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:33.381949 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:33.386751 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82cd159e-79d1-455b-b168-e689356fcb8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:33.391585 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-82cd159e-79d1-455b-b168-e689356fcb8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a695db42-92ba-4630-863a-30eea3c5f6df HTTP/1.1" status: 204 len: 168 time: 0.3571217 Jun 21 16:49:33.401563 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd159e-79d1-455b-b168-e689356fcb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a695db42-92ba-4630-863a-30eea3c5f6df,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:33.405128 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a030c938-8a39-4d00-b5eb-12d04efa2e7f req-189f9b7e-e4e3-4f27-850d-917695306622 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238995 Jun 21 16:49:33.545327 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae20df-4bf9-45ce-baae-3731c1a4b435 None None] New status for floating IP f53359e3-ced1-41af-8b9e-c0b71c2efab9: ACTIVE {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:49:33.623866 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507e81b-5c23-40d2-bcc8-fd32c9b0f2a2 req-c1ec6dec-1e8e-47f0-b981-8ae21fad785f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:33.630292 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0507e81b-5c23-40d2-bcc8-fd32c9b0f2a2 req-c1ec6dec-1e8e-47f0-b981-8ae21fad785f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0646751 Jun 21 16:49:33.687579 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0507e81b-5c23-40d2-bcc8-fd32c9b0f2a2 req-77b5abf7-991f-428c-87e4-215afcf16e17 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536220 Jun 21 16:49:34.054261 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-137f182b-5968-4919-9110-7a3f2e7c2d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:34.160938 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 34810) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:34.174437 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f81f19ee-c3e7-4ffd-87d6-47ddd018e22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:34.252354 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f81f19ee-c3e7-4ffd-87d6-47ddd018e22c admin admin] Publish callbacks [] for security_group (2af5084d-7963-48a6-b57f-f04ea583ac89), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:34.339097 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f81f19ee-c3e7-4ffd-87d6-47ddd018e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2af5084d-7963-48a6-b57f-f04ea583ac89), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:34.381334 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f81f19ee-c3e7-4ffd-87d6-47ddd018e22c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=391a91132a0348e196ebd33602833ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190969 Jun 21 16:49:34.382518 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f19ee-c3e7-4ffd-87d6-47ddd018e22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af5084d-7963-48a6-b57f-f04ea583ac89,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:34.384090 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 34814) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:34.435680 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-84e36dd9-4116-4c54-a19a-051bb927155c admin admin] Publish callbacks [] for security_group (2af5084d-7963-48a6-b57f-f04ea583ac89), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:34.459979 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-84e36dd9-4116-4c54-a19a-051bb927155c admin admin] Publish callbacks [] for security_group (2af5084d-7963-48a6-b57f-f04ea583ac89), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:34.517434 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:34.647469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-84e36dd9-4116-4c54-a19a-051bb927155c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2af5084d-7963-48a6-b57f-f04ea583ac89), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:34.650147 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-84e36dd9-4116-4c54-a19a-051bb927155c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:34.651442 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-84e36dd9-4116-4c54-a19a-051bb927155c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2af5084d-7963-48a6-b57f-f04ea583ac89 HTTP/1.1" status: 204 len: 168 time: 0.2656031 Jun 21 16:49:34.660378 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e36dd9-4116-4c54-a19a-051bb927155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af5084d-7963-48a6-b57f-f04ea583ac89,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:34.817922 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5efa-a9e3-485c-87d8-d6b10b960f8c req-f48f091a-e263-4c46-86cc-15b6bf113198 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:34.819405 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f8fc5efa-a9e3-485c-87d8-d6b10b960f8c req-f48f091a-e263-4c46-86cc-15b6bf113198 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0498743 Jun 21 16:49:34.868926 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f8fc5efa-a9e3-485c-87d8-d6b10b960f8c req-4b50bda3-2c61-44ff-9a54-49885239da8a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438125 Jun 21 16:49:35.100002 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:35.550361 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:35.608563 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:35.797012 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:35.994915 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7808-deb7-495a-80c5-c8dbf6681f7e req-c2d76bcb-90bd-4dca-a9b0-0fd2719004ca tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:35.996418 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f10e7808-deb7-495a-80c5-c8dbf6681f7e req-c2d76bcb-90bd-4dca-a9b0-0fd2719004ca tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0514400 Jun 21 16:49:36.048675 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f10e7808-deb7-495a-80c5-c8dbf6681f7e req-b9bc3662-cd55-4f5b-8e40-e46a0f917dc6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464396 Jun 21 16:49:36.141783 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:36.219708 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-bf578421-4217-48ca-ba9d-2ea1390a92d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:36.842524 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:37.127518 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:37.166742 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fd5ae-ec45-4e8c-bb3a-7ead84349907 req-45381b67-948d-42fe-a221-c72d60cbf032 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:37.168365 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d74fd5ae-ec45-4e8c-bb3a-7ead84349907 req-45381b67-948d-42fe-a221-c72d60cbf032 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0497119 Jun 21 16:49:37.216678 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d74fd5ae-ec45-4e8c-bb3a-7ead84349907 req-a9249f58-685c-4cd7-afaa-878bc4258904 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Jun 21 16:49:37.225654 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:37.437298 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:37.642489 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:37.830897 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:38.282734 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:38.338126 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bee404-f299-483d-8a41-f95b68996689 req-02bdb174-fbea-4112-a660-3a1c434dc384 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:38.339807 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26bee404-f299-483d-8a41-f95b68996689 req-02bdb174-fbea-4112-a660-3a1c434dc384 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0499823 Jun 21 16:49:38.392603 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26bee404-f299-483d-8a41-f95b68996689 req-169e5f15-66da-4ae3-8531-1ed5f1bfe15a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Jun 21 16:49:38.631516 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:38.722571 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:38.853972 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:38.935173 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:38.966752 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:39.105429 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:39.522406 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751be33-5fb5-4de9-a1d1-7ec7e4a84951 req-35de9c87-23b4-49fa-a1f8-ea66f23abf4b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:39.523972 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a751be33-5fb5-4de9-a1d1-7ec7e4a84951 req-35de9c87-23b4-49fa-a1f8-ea66f23abf4b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0589345 Jun 21 16:49:39.576888 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a751be33-5fb5-4de9-a1d1-7ec7e4a84951 req-b61358fa-4055-4763-886f-d5e7d055339a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455003 Jun 21 16:49:39.706449 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:39.827162 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:40.946615 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527c61-5e9b-42f7-b471-9951e4544175 req-f2783afc-f429-4927-9242-534fe05b584d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:40.948138 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5e527c61-5e9b-42f7-b471-9951e4544175 req-f2783afc-f429-4927-9242-534fe05b584d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.2919803 Jun 21 16:49:41.013263 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5e527c61-5e9b-42f7-b471-9951e4544175 req-45a573f2-8000-4c82-acad-188f2a237e81 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593019 Jun 21 16:49:42.138433 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e6010-0aff-4e93-a822-578f12cb1696 req-de4a9230-5890-4e63-a1f0-e05854365bde tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:42.140017 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-882e6010-0aff-4e93-a822-578f12cb1696 req-de4a9230-5890-4e63-a1f0-e05854365bde tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0515006 Jun 21 16:49:42.192308 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-882e6010-0aff-4e93-a822-578f12cb1696 req-822c8d13-248d-4cab-bd77-1bd059af5e41 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466099 Jun 21 16:49:42.307366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:42.877445 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753aef9-60af-4911-b4bd-dda3620f3275 req-c934c914-0440-49e9-b0ef-6df699f5c86e tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:42.879080 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1753aef9-60af-4911-b4bd-dda3620f3275 req-c934c914-0440-49e9-b0ef-6df699f5c86e tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0481706 Jun 21 16:49:42.883427 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:42.912153 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:42.940896 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1753aef9-60af-4911-b4bd-dda3620f3275 req-752bdb1a-d78c-4268-8f33-d1b5cdc0ac0b tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533853 Jun 21 16:49:43.323545 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e0f66-e3f4-432b-960c-cf7b65ba764d req-717c91ee-5307-4f6e-afa5-58322ec623cc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:43.325026 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d64e0f66-e3f4-432b-960c-cf7b65ba764d req-717c91ee-5307-4f6e-afa5-58322ec623cc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0488534 Jun 21 16:49:43.385599 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d64e0f66-e3f4-432b-960c-cf7b65ba764d req-977748e7-885f-4455-8e31-5272c8763dd8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545607 Jun 21 16:49:44.056925 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf54753-dc56-430b-811b-cf0b241886ce req-b9f26568-ee03-4a73-8a28-907b0ea7309f tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:44.058454 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-adf54753-dc56-430b-811b-cf0b241886ce req-b9f26568-ee03-4a73-8a28-907b0ea7309f tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0494418 Jun 21 16:49:44.109691 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-adf54753-dc56-430b-811b-cf0b241886ce req-88051da4-2f9e-42ac-a094-beba7d096925 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Jun 21 16:49:44.296616 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35120) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:44.418962 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c1d1721f-c5e3-4b84-a81b-51675a0b3da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.508696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c1d1721f-c5e3-4b84-a81b-51675a0b3da0 admin admin] Publish callbacks [] for security_group (62706b78-e120-4fc8-8f56-9a88c42834c5), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.519524 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d4dba-c9b6-413d-867c-edccc25c1478 req-ea1db928-a1e2-47a7-9455-6f461fe71e52 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:44.520974 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ce7d4dba-c9b6-413d-867c-edccc25c1478 req-ea1db928-a1e2-47a7-9455-6f461fe71e52 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0661013 Jun 21 16:49:44.573093 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ce7d4dba-c9b6-413d-867c-edccc25c1478 req-69ea348e-5935-4f9c-b402-4565f1c86a0a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Jun 21 16:49:44.643762 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c1d1721f-c5e3-4b84-a81b-51675a0b3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (62706b78-e120-4fc8-8f56-9a88c42834c5), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.687351 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1721f-c5e3-4b84-a81b-51675a0b3da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62706b78-e120-4fc8-8f56-9a88c42834c5,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:44.691870 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c1d1721f-c5e3-4b84-a81b-51675a0b3da0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9336a6bf654246f88de45d31e0a509bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3941789 Jun 21 16:49:44.694482 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35132) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:44.755022 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:44.757346 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bad2-ab46-4049-a51b-27e539cc7503 admin admin] Publish callbacks [] for security_group (62706b78-e120-4fc8-8f56-9a88c42834c5), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.781007 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bad2-ab46-4049-a51b-27e539cc7503 admin admin] Publish callbacks [] for security_group (62706b78-e120-4fc8-8f56-9a88c42834c5), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.811319 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35140) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:44.820865 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:44.860948 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1a8d75-0300-4f1a-a4a7-d3774ede7dcd admin admin] Deleting subnet 48739d15-9701-4fee-811b-60f27c236f65 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:49:44.865803 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8d75-0300-4f1a-a4a7-d3774ede7dcd admin admin] Publish callbacks [] for subnet (48739d15-9701-4fee-811b-60f27c236f65), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.903355 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8d75-0300-4f1a-a4a7-d3774ede7dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (48739d15-9701-4fee-811b-60f27c236f65), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.913855 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bad2-ab46-4049-a51b-27e539cc7503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (62706b78-e120-4fc8-8f56-9a88c42834c5), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.916707 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bad2-ab46-4049-a51b-27e539cc7503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:44.919124 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9ff4bad2-ab46-4049-a51b-27e539cc7503 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62706b78-e120-4fc8-8f56-9a88c42834c5 HTTP/1.1" status: 204 len: 168 time: 0.2225032 Jun 21 16:49:44.929841 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4bad2-ab46-4049-a51b-27e539cc7503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62706b78-e120-4fc8-8f56-9a88c42834c5,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:44.948958 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8d75-0300-4f1a-a4a7-d3774ede7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (48739d15-9701-4fee-811b-60f27c236f65), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.135457 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8d75-0300-4f1a-a4a7-d3774ede7dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (48739d15-9701-4fee-811b-60f27c236f65), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.162709 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a8d75-0300-4f1a-a4a7-d3774ede7dcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48739d15-9701-4fee-811b-60f27c236f65,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:45.167209 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8d75-0300-4f1a-a4a7-d3774ede7dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.170592 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-1e1a8d75-0300-4f1a-a4a7-d3774ede7dcd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/48739d15-9701-4fee-811b-60f27c236f65 HTTP/1.1" status: 204 len: 168 time: 0.3581667 Jun 21 16:49:45.173242 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35152) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:45.235575 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5a543-6f9e-493b-8e6c-c115872ee048 req-8bffddc7-10b4-41f6-90f1-3b17b3072989 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:45.237921 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8fd5a543-6f9e-493b-8e6c-c115872ee048 req-8bffddc7-10b4-41f6-90f1-3b17b3072989 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0526345 Jun 21 16:49:45.256141 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (c6ca1497-0f47-4a1e-8386-e2dd32cc6696), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.265429 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:49:45.295488 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8fd5a543-6f9e-493b-8e6c-c115872ee048 req-9e089bf3-d154-49d7-bad9-1163167be67e tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/security-groups?id=14334d56-b142-45a9-bc68-af435575b062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518973 Jun 21 16:49:45.380007 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (c6ca1497-0f47-4a1e-8386-e2dd32cc6696), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.416028 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-81d4c596-69b9-4120-b139-cfa0088dbd85 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:45.423454 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-81d4c596-69b9-4120-b139-cfa0088dbd85 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 945 time: 0.0898557 Jun 21 16:49:45.423454 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ca1497-0f47-4a1e-8386-e2dd32cc6696']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:45.439463 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876777df-01f2-47b8-903a-51a833dc0d80') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:45.439763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876777df-01f2-47b8-903a-51a833dc0d80') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:45.468982 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (876777df-01f2-47b8-903a-51a833dc0d80), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.505422 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (876777df-01f2-47b8-903a-51a833dc0d80), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.546220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:49:45.547214 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (876777df-01f2-47b8-903a-51a833dc0d80), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.571480 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 876777df-01f2-47b8-903a-51a833dc0d80 resource provider aggregate not found Jun 21 16:49:45.596256 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 876777df-01f2-47b8-903a-51a833dc0d80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 876777df-01f2-47b8-903a-51a833dc0d80 found for delete ", "request_id": "req-7d27577d-963d-45a3-a6b9-d3dd804e6602"}]} Jun 21 16:49:45.603122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Deleting port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:49:45.603468 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.728838 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (c6ca1497-0f47-4a1e-8386-e2dd32cc6696), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.729015 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35166) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:45.736358 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.739616 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] 10.222.0.70 "DELETE /v2.0/networks/c6ca1497-0f47-4a1e-8386-e2dd32cc6696 HTTP/1.1" status: 204 len: 168 time: 0.5651979 Jun 21 16:49:45.747824 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35168) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:45.760060 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-02f682c1-88f4-4d62-a045-d0e35a6fec67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.760152 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46376e1b-375e-491c-829e-4af335483f36 req-8d307790-650e-43bd-8df1-ad7afe28c30a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:45.761116 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-46376e1b-375e-491c-829e-4af335483f36 req-8d307790-650e-43bd-8df1-ad7afe28c30a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.1133609 Jun 21 16:49:45.775352 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb69f8-97e1-4460-8826-03c5e88872cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ca1497-0f47-4a1e-8386-e2dd32cc6696,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:45.824315 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] For port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:45.824782 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.843293 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_v2 [None req-f250d0d2-c7d8-4ed3-af22-5154628c6e8d admin admin] Deleting subnet f6b595ec-c062-4410-9f30-bf568b23327f {{(pid=111043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:49:45.850037 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Calling delete_port for 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:49:45.850382 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f250d0d2-c7d8-4ed3-af22-5154628c6e8d admin admin] Publish callbacks [] for subnet (f6b595ec-c062-4410-9f30-bf568b23327f), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.874290 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-46376e1b-375e-491c-829e-4af335483f36 req-60e04650-e1b8-4f40-aa49-a9cc663938b7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892603 Jun 21 16:49:45.878760 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:45.915696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f250d0d2-c7d8-4ed3-af22-5154628c6e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529593546'] for subnet (f6b595ec-c062-4410-9f30-bf568b23327f), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.967803 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:45.978087 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-02f682c1-88f4-4d62-a045-d0e35a6fec67 admin admin] Publish callbacks [] for security_group (983f6575-89e8-40f9-9fb9-aca313a90937), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:45.983034 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f250d0d2-c7d8-4ed3-af22-5154628c6e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (f6b595ec-c062-4410-9f30-bf568b23327f), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.083376 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-02f682c1-88f4-4d62-a045-d0e35a6fec67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (983f6575-89e8-40f9-9fb9-aca313a90937), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.101612 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (6016e0b6-cbeb-464d-bd9e-9bd83c250e62), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.106716 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f250d0d2-c7d8-4ed3-af22-5154628c6e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529715931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529643301'] for subnet (f6b595ec-c062-4410-9f30-bf568b23327f), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.117704 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['6016e0b6-cbeb-464d-bd9e-9bd83c250e62'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:49:46.134400 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Pushing event deleted for resources: {'Port': ['ID=6016e0b6-cbeb-464d-bd9e-9bd83c250e62,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:46.136220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:46.163238 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250d0d2-c7d8-4ed3-af22-5154628c6e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b595ec-c062-4410-9f30-bf568b23327f,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:46.165544 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f682c1-88f4-4d62-a045-d0e35a6fec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983f6575-89e8-40f9-9fb9-aca313a90937,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:46.173702 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-02f682c1-88f4-4d62-a045-d0e35a6fec67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3487df9b0f242b6a407c1a72ffde71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414654 Jun 21 16:49:46.174242 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35172) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:46.176830 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f250d0d2-c7d8-4ed3-af22-5154628c6e8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.182322 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f250d0d2-c7d8-4ed3-af22-5154628c6e8d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f6b595ec-c062-4410-9f30-bf568b23327f HTTP/1.1" status: 204 len: 168 time: 0.4313478 Jun 21 16:49:46.185066 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35174) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:46.214416 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] No DVR routers for this DVR port 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:49:46.218059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.221639 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5e52723e-8121-438b-9b8a-ab6d977c6856 req-ea30997b-4655-4751-bf80-c3862f0e1117 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.47 "DELETE /v2.0/ports/6016e0b6-cbeb-464d-bd9e-9bd83c250e62 HTTP/1.1" status: 204 len: 173 time: 0.7953587 Jun 21 16:49:46.222461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d316a40-ffbf-47fa-83b7-58afe1fc093d', 'name': 'network-vif-deleted', 'tag': '6016e0b6-cbeb-464d-bd9e-9bd83c250e62'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:49:46.224348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a5a97a-a62c-4397-ab8d-d310177763d8" -d '{"events": [{"server_uuid": "2d316a40-ffbf-47fa-83b7-58afe1fc093d", "name": "network-vif-deleted", "tag": "6016e0b6-cbeb-464d-bd9e-9bd83c250e62"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:49:46.270469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c657bb3-f264-4af6-9073-28153163ea30 x-openstack-request-id: req-7c657bb3-f264-4af6-9073-28153163ea30 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:49:46.272733 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d316a40-ffbf-47fa-83b7-58afe1fc093d", "name": "network-vif-deleted", "tag": "6016e0b6-cbeb-464d-bd9e-9bd83c250e62", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:49:46.274160 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c657bb3-f264-4af6-9073-28153163ea30 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:49:46.274580 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c657bb3-f264-4af6-9073-28153163ea30'] response: {'server_uuid': '2d316a40-ffbf-47fa-83b7-58afe1fc093d', 'name': 'network-vif-deleted', 'tag': '6016e0b6-cbeb-464d-bd9e-9bd83c250e62', 'status': 'completed', 'code': 200} Jun 21 16:49:46.311519 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-af0a6af6-faa3-4840-9c3a-adea55bca85f admin admin] Publish callbacks [] for security_group (983f6575-89e8-40f9-9fb9-aca313a90937), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.316398 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.356077 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-af0a6af6-faa3-4840-9c3a-adea55bca85f admin admin] Publish callbacks [] for security_group (983f6575-89e8-40f9-9fb9-aca313a90937), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.409480 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-68776cde-311d-4fa8-97a4-22d24d4f9164 req-9f98d600-e803-4bc9-9e77-84b4e1ba1064 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.0322647 Jun 21 16:49:46.465444 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.488042 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0']}} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:46.500052 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4ceefe-feea-44a1-9810-41de35e910b3') {'for_net_delete': True} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:46.500186 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4ceefe-feea-44a1-9810-41de35e910b3') {} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:46.511560 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529593553'] for segment (ab4ceefe-feea-44a1-9810-41de35e910b3), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.526839 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (ab4ceefe-feea-44a1-9810-41de35e910b3), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.533473 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=111043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:49:46.533920 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529715889'] for segment (ab4ceefe-feea-44a1-9810-41de35e910b3), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.591576 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment ab4ceefe-feea-44a1-9810-41de35e910b3 resource provider aggregate not found Jun 21 16:49:46.609465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-af0a6af6-faa3-4840-9c3a-adea55bca85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (983f6575-89e8-40f9-9fb9-aca313a90937), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.612193 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-af0a6af6-faa3-4840-9c3a-adea55bca85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.613521 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-af0a6af6-faa3-4840-9c3a-adea55bca85f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/983f6575-89e8-40f9-9fb9-aca313a90937 HTTP/1.1" status: 204 len: 168 time: 0.4381022 Jun 21 16:49:46.615092 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment ab4ceefe-feea-44a1-9810-41de35e910b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab4ceefe-feea-44a1-9810-41de35e910b3 found for delete ", "request_id": "req-4b36807a-a4fd-47bb-bb45-bf85b69ae0fb"}]} Jun 21 16:49:46.624196 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a6af6-faa3-4840-9c3a-adea55bca85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983f6575-89e8-40f9-9fb9-aca313a90937,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:46.741049 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.750090 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:46.755790 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0 HTTP/1.1" status: 204 len: 168 time: 0.5672190 Jun 21 16:49:46.764487 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffb187-4981-4fa6-9ca3-2b0ecb5cef85 admin admin] Pushing event deleted for resources: {'Network': ['ID=4356ad3e-18fe-4ea7-a1a1-d5cf85681cc0,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:46.872430 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:47.006312 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3c99a-8785-4348-9bed-cd9a426f1b6b req-1c5dcdc2-0b7f-49b5-99e2-b7621d9f1c21 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:47.007899 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d0e3c99a-8785-4348-9bed-cd9a426f1b6b req-1c5dcdc2-0b7f-49b5-99e2-b7621d9f1c21 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0549178 Jun 21 16:49:47.067832 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d0e3c99a-8785-4348-9bed-cd9a426f1b6b req-f6dfbbb1-2f14-467f-8707-0d3c9772f628 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Jun 21 16:49:47.217376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35204) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:47.346454 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de1ed0e6-39af-4c94-905f-ae1f41487a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.431969 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de1ed0e6-39af-4c94-905f-ae1f41487a2f admin admin] Publish callbacks [] for security_group (83bd42a8-0194-473b-944b-a4cde2a01add), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.454100 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35214) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:47.497017 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-f75d08bc-cacd-4fcf-840d-d11a710854d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0310b6f6eec44ea08aab4c40b50bddc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416136 Jun 21 16:49:47.499558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35216) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:47.534259 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de1ed0e6-39af-4c94-905f-ae1f41487a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (83bd42a8-0194-473b-944b-a4cde2a01add), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.569903 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c85682d4-079d-4a13-9afb-6a9f3333ceda req-bd21ec9f-79ce-4359-883a-0f87273562a1 tempest-DeleteServersTestJSON-565073086 tempest-DeleteServersTestJSON-565073086-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d316a40-ffbf-47fa-83b7-58afe1fc093d HTTP/1.1" status: 200 len: 210 time: 0.0682092 Jun 21 16:49:47.605719 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-de1ed0e6-39af-4c94-905f-ae1f41487a2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd53f42710864254b5089064e629cfc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870835 Jun 21 16:49:47.608835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35220) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:47.615593 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ed0e6-39af-4c94-905f-ae1f41487a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bd42a8-0194-473b-944b-a4cde2a01add,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:47.653050 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-97c33631-a8cd-4d0f-a0cb-ea68a782b03c admin admin] Publish callbacks [] for security_group (e3c3a0e2-95db-4db3-b01f-5ecb01cb87f1), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.683910 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-97c33631-a8cd-4d0f-a0cb-ea68a782b03c admin admin] Publish callbacks [] for security_group (e3c3a0e2-95db-4db3-b01f-5ecb01cb87f1), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.707870 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68a5b537-496a-4de9-83e9-9360a5c7ac1c admin admin] Publish callbacks [] for security_group (83bd42a8-0194-473b-944b-a4cde2a01add), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.747007 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68a5b537-496a-4de9-83e9-9360a5c7ac1c admin admin] Publish callbacks [] for security_group (83bd42a8-0194-473b-944b-a4cde2a01add), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.874219 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68a5b537-496a-4de9-83e9-9360a5c7ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (83bd42a8-0194-473b-944b-a4cde2a01add), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.875547 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68a5b537-496a-4de9-83e9-9360a5c7ac1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.878801 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-68a5b537-496a-4de9-83e9-9360a5c7ac1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83bd42a8-0194-473b-944b-a4cde2a01add HTTP/1.1" status: 204 len: 168 time: 0.2668455 Jun 21 16:49:47.880473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-97c33631-a8cd-4d0f-a0cb-ea68a782b03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (e3c3a0e2-95db-4db3-b01f-5ecb01cb87f1), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.883587 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-97c33631-a8cd-4d0f-a0cb-ea68a782b03c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:47.884726 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-97c33631-a8cd-4d0f-a0cb-ea68a782b03c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3c3a0e2-95db-4db3-b01f-5ecb01cb87f1 HTTP/1.1" status: 204 len: 168 time: 0.3842478 Jun 21 16:49:47.892737 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5b537-496a-4de9-83e9-9360a5c7ac1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bd42a8-0194-473b-944b-a4cde2a01add,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:47.917811 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c33631-a8cd-4d0f-a0cb-ea68a782b03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3a0e2-95db-4db3-b01f-5ecb01cb87f1,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:48.231696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5b15d-025d-4c32-9c18-f7a016f5410c req-71a4e186-4782-42cf-bd39-04e8fbe75ad2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:48.233175 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c8d5b15d-025d-4c32-9c18-f7a016f5410c req-71a4e186-4782-42cf-bd39-04e8fbe75ad2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0505884 Jun 21 16:49:48.285011 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c8d5b15d-025d-4c32-9c18-f7a016f5410c req-8837c2b9-a936-45dc-b896-301318bcbb2e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461504 Jun 21 16:49:48.381079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:48.807454 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:48.906507 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35256) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:48.922652 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-cbc07530-bbad-42be-bff0-368fb7f051ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.007285 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-cbc07530-bbad-42be-bff0-368fb7f051ff admin admin] Publish callbacks [] for security_group (0d39fa95-1711-4977-937c-8dc43852fb0b), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.044774 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35260) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:49.099422 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-74ed3b6d-b2d2-4960-8883-151b0d41fc6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78f367fbdec64d559c9550686cbcab9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533559 Jun 21 16:49:49.102704 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35266) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:49.112777 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-cbc07530-bbad-42be-bff0-368fb7f051ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0d39fa95-1711-4977-937c-8dc43852fb0b), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.163481 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-cbc07530-bbad-42be-bff0-368fb7f051ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63d6f35224284ef29d22794a1cb91d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549198 Jun 21 16:49:49.165088 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc07530-bbad-42be-bff0-368fb7f051ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d39fa95-1711-4977-937c-8dc43852fb0b,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:49.167976 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35268) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:49.191485 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6d999923-a07d-4eeb-b18f-71447bee0606 admin admin] Publish callbacks [] for security_group (d6528686-6b79-404a-a6c5-f0c2fc33fe49), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.193063 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:49.216255 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6d999923-a07d-4eeb-b18f-71447bee0606 admin admin] Publish callbacks [] for security_group (d6528686-6b79-404a-a6c5-f0c2fc33fe49), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.224975 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bc9152e3-e017-4418-9242-fe59c3f375b2 admin admin] Publish callbacks [] for security_group (0d39fa95-1711-4977-937c-8dc43852fb0b), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.247745 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bc9152e3-e017-4418-9242-fe59c3f375b2 admin admin] Publish callbacks [] for security_group (0d39fa95-1711-4977-937c-8dc43852fb0b), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.381733 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6d999923-a07d-4eeb-b18f-71447bee0606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d6528686-6b79-404a-a6c5-f0c2fc33fe49), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.387585 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6d999923-a07d-4eeb-b18f-71447bee0606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.393742 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-6d999923-a07d-4eeb-b18f-71447bee0606 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6528686-6b79-404a-a6c5-f0c2fc33fe49 HTTP/1.1" status: 204 len: 168 time: 0.2855752 Jun 21 16:49:49.404452 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d999923-a07d-4eeb-b18f-71447bee0606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6528686-6b79-404a-a6c5-f0c2fc33fe49,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:49.422521 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e7d71-73f1-4aca-856a-1b688728a9f8 req-6d00e04d-f1c0-4ca2-8e6d-6a163623b012 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:49.428756 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b30e7d71-73f1-4aca-856a-1b688728a9f8 req-6d00e04d-f1c0-4ca2-8e6d-6a163623b012 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0619528 Jun 21 16:49:49.428756 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bc9152e3-e017-4418-9242-fe59c3f375b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0d39fa95-1711-4977-937c-8dc43852fb0b), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.428756 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bc9152e3-e017-4418-9242-fe59c3f375b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:49.429549 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-bc9152e3-e017-4418-9242-fe59c3f375b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d39fa95-1711-4977-937c-8dc43852fb0b HTTP/1.1" status: 204 len: 168 time: 0.2603176 Jun 21 16:49:49.455362 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9152e3-e017-4418-9242-fe59c3f375b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d39fa95-1711-4977-937c-8dc43852fb0b,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:49.503362 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b30e7d71-73f1-4aca-856a-1b688728a9f8 req-c2b2f793-5d2e-437a-8c8c-fc12b2105a6a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723214 Jun 21 16:49:49.923913 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:50.018061 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:49:50.045175 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:49:50.045461 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 6016e0b6-cbeb-464d-bd9e-9bd83c250e62 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:49:50.090095 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:50.242765 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35298) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:50.518439 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35308) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:50.540929 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-245696e8-9f60-4075-a00e-a097698c6e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:50.651316 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-245696e8-9f60-4075-a00e-a097698c6e3b admin admin] Publish callbacks [] for security_group (d7de7c52-e221-44fc-ad3a-3f1e816e3ecd), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:50.723673 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (ffb73485-56fd-4e36-94bf-78afa307c09c), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:50.739795 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-245696e8-9f60-4075-a00e-a097698c6e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d7de7c52-e221-44fc-ad3a-3f1e816e3ecd), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:50.780243 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78cdb-118a-4367-a3b8-bfee68c26b27 req-d1658ded-e4f0-4a11-ada5-59119f8bf038 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:50.782496 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7fa78cdb-118a-4367-a3b8-bfee68c26b27 req-d1658ded-e4f0-4a11-ada5-59119f8bf038 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.1061919 Jun 21 16:49:50.787322 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-245696e8-9f60-4075-a00e-a097698c6e3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ec36863f4fc54c14b951e9769547815e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658110 Jun 21 16:49:50.788791 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245696e8-9f60-4075-a00e-a097698c6e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7de7c52-e221-44fc-ad3a-3f1e816e3ecd,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:50.790599 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35318) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:51.173383 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7fa78cdb-118a-4367-a3b8-bfee68c26b27 req-ec5617e4-6317-49ca-bddb-2d235cd372d9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793876 Jun 21 16:49:51.198227 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-35262643-0c2d-450c-9ff3-b02071c39f48 admin admin] Publish callbacks [] for security_group (d7de7c52-e221-44fc-ad3a-3f1e816e3ecd), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:51.238344 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=99 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:51.261169 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-35262643-0c2d-450c-9ff3-b02071c39f48 admin admin] Publish callbacks [] for security_group (d7de7c52-e221-44fc-ad3a-3f1e816e3ecd), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:51.360408 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Deleting port d0823303-4172-4e1b-a345-ce501d68f54c {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:49:51.360953 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:51.460259 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] For port d0823303-4172-4e1b-a345-ce501d68f54c, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=d0823303-4172-4e1b-a345-ce501d68f54c,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:51.460577 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:51.475056 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Calling delete_port for d0823303-4172-4e1b-a345-ce501d68f54c owned by network:router_interface {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:49:51.491676 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-35262643-0c2d-450c-9ff3-b02071c39f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d7de7c52-e221-44fc-ad3a-3f1e816e3ecd), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:51.495723 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-35262643-0c2d-450c-9ff3-b02071c39f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:51.496859 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-35262643-0c2d-450c-9ff3-b02071c39f48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d7de7c52-e221-44fc-ad3a-3f1e816e3ecd HTTP/1.1" status: 204 len: 168 time: 0.7053373 Jun 21 16:49:51.564316 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262643-0c2d-450c-9ff3-b02071c39f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7de7c52-e221-44fc-ad3a-3f1e816e3ecd,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:51.570397 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:51.593206 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:51.737429 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:51.781893 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (d0823303-4172-4e1b-a345-ce501d68f54c), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:51.810026 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0823303-4172-4e1b-a345-ce501d68f54c,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:51.855163 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:52.083984 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (ffb73485-56fd-4e36-94bf-78afa307c09c), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:52.296449 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:52.308844 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9d689-0798-4641-b5d2-eb72e717edbe req-0b158859-c1cb-4e92-898c-43eeab10b3c1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:52.316269 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b3c9d689-0798-4641-b5d2-eb72e717edbe req-0b158859-c1cb-4e92-898c-43eeab10b3c1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0685847 Jun 21 16:49:52.348587 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:52.362639 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Router ffb73485-56fd-4e36-94bf-78afa307c09c has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:49:52.371709 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b3c9d689-0798-4641-b5d2-eb72e717edbe req-5cf53b80-8d6f-4bdd-bd8e-c96b8222c0b9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543745 Jun 21 16:49:52.479647 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:49:52.488844 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] Sync routers for ids ['ffb73485-56fd-4e36-94bf-78afa307c09c'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:49:52.495213 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ad0c833e-94fc-4cf5-bc3b-dc37b9145e1a admin admin] 10.222.0.70 "PUT /v2.0/routers/ffb73485-56fd-4e36-94bf-78afa307c09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2481349 Jun 21 16:49:52.496036 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35372) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:52.502873 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] Routers {'ffb73485-56fd-4e36-94bf-78afa307c09c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:49:52.509844 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:49:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ffb73485-56fd-4e36-94bf-78afa307c09c'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:52.608038 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks [] for router (ffb73485-56fd-4e36-94bf-78afa307c09c), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:52.626260 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] Set router ffb73485-56fd-4e36-94bf-78afa307c09c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:49:52.650982 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:52.708575 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:52.723181 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks [] for router_gateway (ffb73485-56fd-4e36-94bf-78afa307c09c), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:52.791445 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:52.798024 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:49:51Z', 'revision_number': 5, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port': {'id': 'db853287-bcfd-4f89-9271-965ebc041cb3', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:52.828274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Deleting port db853287-bcfd-4f89-9271-965ebc041cb3 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:49:52.828782 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:52.829234 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] Checking router: ffb73485-56fd-4e36-94bf-78afa307c09c for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:49:52.839354 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] Routers {'ffb73485-56fd-4e36-94bf-78afa307c09c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:49:52.840371 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:49:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ffb73485-56fd-4e36-94bf-78afa307c09c'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:52.932186 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] For port db853287-bcfd-4f89-9271-965ebc041cb3, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=db853287-bcfd-4f89-9271-965ebc041cb3,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:52.932672 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:52.959280 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] Set router ffb73485-56fd-4e36-94bf-78afa307c09c gateway port host: None {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:49:52.964995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Calling delete_port for db853287-bcfd-4f89-9271-965ebc041cb3 owned by network:router_gateway {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:49:53.006679 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:49:52Z', 'revision_number': 6, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port_host': None}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:53.036142 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3811e66-43b4-4427-83e6-d39061c56736 None None] The sync data for ids ['ffb73485-56fd-4e36-94bf-78afa307c09c'] in dv-cinder-799871-21-iscsi is: [{'id': 'ffb73485-56fd-4e36-94bf-78afa307c09c', 'name': 'tempest-DeleteServersTestJSON-634859838-router', 'tenant_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:49:52Z', 'revision_number': 6, 'project_id': '8d951c7f7afd49b09b6045b09a9d98e0', 'gw_port_host': None}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:49:53.278864 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:53.330259 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (db853287-bcfd-4f89-9271-965ebc041cb3), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:53.392642 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Pushing event deleted for resources: {'Port': ['ID=db853287-bcfd-4f89-9271-965ebc041cb3,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:53.475495 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (ffb73485-56fd-4e36-94bf-78afa307c09c), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:53.614186 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb17d0-63d4-42cb-93e8-72d0945b5a82 req-ec53a5ca-82aa-44a4-93cc-7250a6c70e30 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:53.624713 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dffb17d0-63d4-42cb-93e8-72d0945b5a82 req-ec53a5ca-82aa-44a4-93cc-7250a6c70e30 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.1070964 Jun 21 16:49:53.648134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (ffb73485-56fd-4e36-94bf-78afa307c09c), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:53.651192 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks [] for router_controller (ffb73485-56fd-4e36-94bf-78afa307c09c), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:53.677811 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dffb17d0-63d4-42cb-93e8-72d0945b5a82 req-25d6ea69-83c6-4e3b-bf8d-46ae6f095ce5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510457 Jun 21 16:49:53.799496 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (ffb73485-56fd-4e36-94bf-78afa307c09c), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:53.800105 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb73485-56fd-4e36-94bf-78afa307c09c {{(pid=111042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 16:49:53.805146 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:53.806689 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-335be4fc-b0b4-4045-abd1-57b9d782349b admin admin] 10.222.0.70 "DELETE /v2.0/routers/ffb73485-56fd-4e36-94bf-78afa307c09c HTTP/1.1" status: 204 len: 168 time: 1.3095338 Jun 21 16:49:53.817846 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35446) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:53.877759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0693e4-a32a-4cfd-a113-0f1513826ef2 admin admin] Deleting subnet 64a6cf68-ac9d-4f38-beb2-4f82e3871d87 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:49:53.882385 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9d0693e4-a32a-4cfd-a113-0f1513826ef2 admin admin] Publish callbacks [] for subnet (64a6cf68-ac9d-4f38-beb2-4f82e3871d87), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:53.911099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:53.927099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9d0693e4-a32a-4cfd-a113-0f1513826ef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (64a6cf68-ac9d-4f38-beb2-4f82e3871d87), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.042610 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9d0693e4-a32a-4cfd-a113-0f1513826ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (64a6cf68-ac9d-4f38-beb2-4f82e3871d87), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.188974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9d0693e4-a32a-4cfd-a113-0f1513826ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (64a6cf68-ac9d-4f38-beb2-4f82e3871d87), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.221980 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0693e4-a32a-4cfd-a113-0f1513826ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a6cf68-ac9d-4f38-beb2-4f82e3871d87,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:54.229741 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9d0693e4-a32a-4cfd-a113-0f1513826ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.233651 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9d0693e4-a32a-4cfd-a113-0f1513826ef2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/64a6cf68-ac9d-4f38-beb2-4f82e3871d87 HTTP/1.1" status: 204 len: 168 time: 0.4143746 Jun 21 16:49:54.235016 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd685fe0-746f-43da-be60-67c1c679f0c4 None None] Network b5de278b-fb20-455a-9731-6381c2870c95 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:49:54.236101 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35460) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:54.251280 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:54.451087 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] DHCP port deletion for b5de278b-fb20-455a-9731-6381c2870c95 request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 16:49:54.533772 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] Deleting port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:49:54.534205 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.579782 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (b5de278b-fb20-455a-9731-6381c2870c95), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.582915 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:49:54.634454 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Deleting port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:49:54.635231 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.660513 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] For port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:54.660806 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.674537 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:54.681639 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] Calling delete_port for 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:49:54.717937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] For port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:54.718373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.735394 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Calling delete_port for 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 owned by network:dhcp {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:49:54.813364 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 is: ACTIVE; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:49:54.813757 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.840920 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a86fa-074a-42e7-b9d2-7e440806c976 req-5698793a-a355-4ea1-999e-b27054d1dbf3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:54.842472 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bd0a86fa-074a-42e7-b9d2-7e440806c976 req-5698793a-a355-4ea1-999e-b27054d1dbf3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0610149 Jun 21 16:49:54.864755 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,segment=NetworkSegment(e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c),segment_id=e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:49:54.901739 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bd0a86fa-074a-42e7-b9d2-7e440806c976 req-871730b5-50f5-42ff-b43a-5babe7b4d53c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517642 Jun 21 16:49:54.919073 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:54.955563 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:54.956452 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device d0823303-4172-4e1b-a345-ce501d68f54c no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:49:54.992425 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: d0823303-4172-4e1b-a345-ce501d68f54c {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:49:54.993398 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device d0823303-4172-4e1b-a345-ce501d68f54c not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:49:54.993983 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device db853287-bcfd-4f89-9271-965ebc041cb3 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:49:55.019355 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: db853287-bcfd-4f89-9271-965ebc041cb3 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:49:55.019699 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device db853287-bcfd-4f89-9271-965ebc041cb3 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:49:55.040118 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.042327 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:55.046724 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.054733 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.055077 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.055960 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.056305 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.056636 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.056971 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.057300 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.057637 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.057962 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.058285 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.058608 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.058930 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.059249 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.059780 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.059883 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:49:55.066815 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] No DVR routers for this DVR port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:49:55.075774 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:55.080061 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] No DVR routers for this DVR port 8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20 on host dv-cinder-799871-21-iscsi {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:49:55.087725 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e699f87-4171-482b-94f6-46e62ae8cae9 None None] Pushing event deleted for resources: {'Port': ['ID=8cacc24c-ee0c-4e56-92fe-48ed3b1c5a20,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:55.154981 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (b5de278b-fb20-455a-9731-6381c2870c95), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.179435 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5de278b-fb20-455a-9731-6381c2870c95']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:55.189810 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:55.190107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:49:55.199963 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.213590 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.220548 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:49:55.220945 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.240906 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c resource provider aggregate not found Jun 21 16:49:55.281103 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1c0772d-529b-4b1f-b95a-9d9b3ef0cb2c found for delete ", "request_id": "req-195c0ce8-edfb-4b7e-8bd6-f14db2431bee"}]} Jun 21 16:49:55.365702 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (b5de278b-fb20-455a-9731-6381c2870c95), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.370840 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.382851 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b5de278b-fb20-455a-9731-6381c2870c95 HTTP/1.1" status: 204 len: 168 time: 1.1379709 Jun 21 16:49:55.392275 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648af6-4dc3-43a2-bf62-5ee6437b9c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5de278b-fb20-455a-9731-6381c2870c95,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:55.413089 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35514) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:55.527641 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2bcaedca-b82b-4b3b-a667-8eb480e08a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.541023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:55.613988 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2bcaedca-b82b-4b3b-a667-8eb480e08a1c admin admin] Publish callbacks [] for security_group (76701949-f991-446d-b8fb-4f1ddcb88e03), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.702900 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2bcaedca-b82b-4b3b-a667-8eb480e08a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (76701949-f991-446d-b8fb-4f1ddcb88e03), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.757446 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-2bcaedca-b82b-4b3b-a667-8eb480e08a1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f0d5d28c1b043f4ad0be49c8eaa8264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430481 Jun 21 16:49:55.760456 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcaedca-b82b-4b3b-a667-8eb480e08a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76701949-f991-446d-b8fb-4f1ddcb88e03,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:55.761721 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35530) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:55.768560 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:55.815829 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43da2b35-1d60-4380-9874-61bc60a85da7 admin admin] Publish callbacks [] for security_group (76701949-f991-446d-b8fb-4f1ddcb88e03), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.843401 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43da2b35-1d60-4380-9874-61bc60a85da7 admin admin] Publish callbacks [] for security_group (76701949-f991-446d-b8fb-4f1ddcb88e03), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.845465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35540) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:55.889741 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-8b944e55-1544-42be-88d0-a10fb66892ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d951c7f7afd49b09b6045b09a9d98e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428815 Jun 21 16:49:55.892113 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35542) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:55.944393 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1240705f-7a91-4523-a64b-c936669c8020 admin admin] Publish callbacks [] for security_group (14334d56-b142-45a9-bc68-af435575b062), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.954188 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43da2b35-1d60-4380-9874-61bc60a85da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (76701949-f991-446d-b8fb-4f1ddcb88e03), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.957941 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43da2b35-1d60-4380-9874-61bc60a85da7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.968671 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-43da2b35-1d60-4380-9874-61bc60a85da7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76701949-f991-446d-b8fb-4f1ddcb88e03 HTTP/1.1" status: 204 len: 168 time: 0.2004945 Jun 21 16:49:55.972987 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1240705f-7a91-4523-a64b-c936669c8020 admin admin] Publish callbacks [] for security_group (14334d56-b142-45a9-bc68-af435575b062), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:55.973959 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da2b35-1d60-4380-9874-61bc60a85da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76701949-f991-446d-b8fb-4f1ddcb88e03,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:56.053878 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb00c8a-9fd6-4528-ac1a-f819165b716f req-8a21364b-196a-473d-bb1e-13bb04087f74 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:56.055485 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2bb00c8a-9fd6-4528-ac1a-f819165b716f req-8a21364b-196a-473d-bb1e-13bb04087f74 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0511036 Jun 21 16:49:56.119491 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1240705f-7a91-4523-a64b-c936669c8020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (14334d56-b142-45a9-bc68-af435575b062), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:56.122080 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1240705f-7a91-4523-a64b-c936669c8020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:56.123520 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-1240705f-7a91-4523-a64b-c936669c8020 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14334d56-b142-45a9-bc68-af435575b062 HTTP/1.1" status: 204 len: 168 time: 0.2301941 Jun 21 16:49:56.123980 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2bb00c8a-9fd6-4528-ac1a-f819165b716f req-9090137d-c83f-488e-a1c2-f885fa327972 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613205 Jun 21 16:49:56.135380 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240705f-7a91-4523-a64b-c936669c8020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14334d56-b142-45a9-bc68-af435575b062,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:56.541994 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35556) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:56.670445 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-99bb8c41-0c50-48be-84e0-a227ad1432a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:56.756664 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-99bb8c41-0c50-48be-84e0-a227ad1432a4 admin admin] Publish callbacks [] for security_group (40c32ed7-b276-475a-b875-c37ed26ec5fc), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:56.863108 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-99bb8c41-0c50-48be-84e0-a227ad1432a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (40c32ed7-b276-475a-b875-c37ed26ec5fc), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:56.874453 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35568) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:56.889765 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-77bee0dd-db52-4a4a-b53a-8cd3f3e76bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:56.916904 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-99bb8c41-0c50-48be-84e0-a227ad1432a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f77a93e2c3424273b0193fffaa017623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702743 Jun 21 16:49:56.916904 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb8c41-0c50-48be-84e0-a227ad1432a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c32ed7-b276-475a-b875-c37ed26ec5fc,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:56.917715 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35572) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:57.002311 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0ad-18dc-4d68-8a6a-ed1ca96e3917 admin admin] Publish callbacks [] for security_group (40c32ed7-b276-475a-b875-c37ed26ec5fc), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.022093 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:DELETE=9,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:57.035058 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-77bee0dd-db52-4a4a-b53a-8cd3f3e76bec admin admin] Publish callbacks [] for security_group (eda159ba-e7a0-4c7b-a721-7bc92b41dc93), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.047080 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0ad-18dc-4d68-8a6a-ed1ca96e3917 admin admin] Publish callbacks [] for security_group (40c32ed7-b276-475a-b875-c37ed26ec5fc), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.085175 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:57.119421 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-77bee0dd-db52-4a4a-b53a-8cd3f3e76bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (eda159ba-e7a0-4c7b-a721-7bc92b41dc93), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.159776 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-77bee0dd-db52-4a4a-b53a-8cd3f3e76bec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=deb45fe342b747b389eb62ae72468c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841258 Jun 21 16:49:57.160563 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee0dd-db52-4a4a-b53a-8cd3f3e76bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda159ba-e7a0-4c7b-a721-7bc92b41dc93,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:57.162429 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35576) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:57.220344 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c38c0120-e63a-415e-b493-fd51f46345b5 admin admin] Publish callbacks [] for security_group (eda159ba-e7a0-4c7b-a721-7bc92b41dc93), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.246022 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0ad-18dc-4d68-8a6a-ed1ca96e3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (40c32ed7-b276-475a-b875-c37ed26ec5fc), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.249533 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0ad-18dc-4d68-8a6a-ed1ca96e3917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.251685 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-47dfa0ad-18dc-4d68-8a6a-ed1ca96e3917 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40c32ed7-b276-475a-b875-c37ed26ec5fc HTTP/1.1" status: 204 len: 168 time: 0.3328359 Jun 21 16:49:57.267685 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfa0ad-18dc-4d68-8a6a-ed1ca96e3917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c32ed7-b276-475a-b875-c37ed26ec5fc,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:57.274986 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c38c0120-e63a-415e-b493-fd51f46345b5 admin admin] Publish callbacks [] for security_group (eda159ba-e7a0-4c7b-a721-7bc92b41dc93), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.291839 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f43575-ef10-4832-902c-54fc85fa677b req-f7106c7e-4836-4f82-8fad-d168ec7175c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:57.293416 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c8f43575-ef10-4832-902c-54fc85fa677b req-f7106c7e-4836-4f82-8fad-d168ec7175c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0757415 Jun 21 16:49:57.367076 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c8f43575-ef10-4832-902c-54fc85fa677b req-c1e5d760-4ef0-490a-9c2a-3a3f2eac1b0c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636499 Jun 21 16:49:57.457117 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c38c0120-e63a-415e-b493-fd51f46345b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (eda159ba-e7a0-4c7b-a721-7bc92b41dc93), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.460951 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c38c0120-e63a-415e-b493-fd51f46345b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:57.465232 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c38c0120-e63a-415e-b493-fd51f46345b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eda159ba-e7a0-4c7b-a721-7bc92b41dc93 HTTP/1.1" status: 204 len: 168 time: 0.2988381 Jun 21 16:49:57.476498 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c0120-e63a-415e-b493-fd51f46345b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda159ba-e7a0-4c7b-a721-7bc92b41dc93,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:58.233170 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35632) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:58.250691 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-137b4950-af5a-4c24-9a3c-2bd63521d661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:58.320424 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:58.379084 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-137b4950-af5a-4c24-9a3c-2bd63521d661 admin admin] Publish callbacks [] for security_group (7a606a76-f008-4c02-922e-29bb21508e16), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:58.495621 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca70027-2e3d-42c8-80d3-e5bb0a900613 req-1d09a143-eed0-473d-9a26-f1a2198434c2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:58.497107 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5ca70027-2e3d-42c8-80d3-e5bb0a900613 req-1d09a143-eed0-473d-9a26-f1a2198434c2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0493238 Jun 21 16:49:58.508010 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-137b4950-af5a-4c24-9a3c-2bd63521d661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (7a606a76-f008-4c02-922e-29bb21508e16), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:58.532005 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:58.549688 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b4950-af5a-4c24-9a3c-2bd63521d661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a606a76-f008-4c02-922e-29bb21508e16,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:58.554275 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-137b4950-af5a-4c24-9a3c-2bd63521d661 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=54ec8c2182d9445b880742d9c799ca27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3198223 Jun 21 16:49:58.557356 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35650) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:58.559161 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5ca70027-2e3d-42c8-80d3-e5bb0a900613 req-4c608861-3383-4807-8a06-c75dd4d558c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563211 Jun 21 16:49:58.617225 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ffbae38a-7fd0-402b-997f-957435968b9a admin admin] Publish callbacks [] for security_group (7a606a76-f008-4c02-922e-29bb21508e16), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:58.640605 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ffbae38a-7fd0-402b-997f-957435968b9a admin admin] Publish callbacks [] for security_group (7a606a76-f008-4c02-922e-29bb21508e16), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:58.658087 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:49:58.777730 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ffbae38a-7fd0-402b-997f-957435968b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (7a606a76-f008-4c02-922e-29bb21508e16), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:58.780164 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ffbae38a-7fd0-402b-997f-957435968b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:58.781321 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ffbae38a-7fd0-402b-997f-957435968b9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a606a76-f008-4c02-922e-29bb21508e16 HTTP/1.1" status: 204 len: 168 time: 0.2228749 Jun 21 16:49:58.792819 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbae38a-7fd0-402b-997f-957435968b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a606a76-f008-4c02-922e-29bb21508e16,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:58.890320 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35658) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:59.128803 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-78ba4538-337e-4d24-9a5e-1a67021500f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:59.224650 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-78ba4538-337e-4d24-9a5e-1a67021500f8 admin admin] Publish callbacks [] for security_group (b6f03aef-666c-48fa-adaf-3d4504d00118), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:59.314135 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-78ba4538-337e-4d24-9a5e-1a67021500f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (b6f03aef-666c-48fa-adaf-3d4504d00118), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:59.372196 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35678) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:49:59.372396 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-78ba4538-337e-4d24-9a5e-1a67021500f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39ffd197683b49a4b8982c4bfdf03e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832654 Jun 21 16:49:59.373759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba4538-337e-4d24-9a5e-1a67021500f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f03aef-666c-48fa-adaf-3d4504d00118,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:59.433504 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b25940f8-7fa2-4033-bf1a-9e2f23d2a17f admin admin] Publish callbacks [] for security_group (b6f03aef-666c-48fa-adaf-3d4504d00118), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:59.459586 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b25940f8-7fa2-4033-bf1a-9e2f23d2a17f admin admin] Publish callbacks [] for security_group (b6f03aef-666c-48fa-adaf-3d4504d00118), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:59.657055 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b25940f8-7fa2-4033-bf1a-9e2f23d2a17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (b6f03aef-666c-48fa-adaf-3d4504d00118), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:59.659623 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b25940f8-7fa2-4033-bf1a-9e2f23d2a17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:49:59.663070 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b25940f8-7fa2-4033-bf1a-9e2f23d2a17f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6f03aef-666c-48fa-adaf-3d4504d00118 HTTP/1.1" status: 204 len: 168 time: 0.2875814 Jun 21 16:49:59.672206 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25940f8-7fa2-4033-bf1a-9e2f23d2a17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f03aef-666c-48fa-adaf-3d4504d00118,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:49:59.695157 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1a1e3-6e63-4e36-8e0d-4185b43c7c04 req-b705e5fa-3fe3-43bc-b3a1-18147edc5388 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:49:59.707067 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-def1a1e3-6e63-4e36-8e0d-4185b43c7c04 req-b705e5fa-3fe3-43bc-b3a1-18147edc5388 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0728869 Jun 21 16:49:59.756789 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-def1a1e3-6e63-4e36-8e0d-4185b43c7c04 req-28d312ce-10bc-4c9d-96fd-9e694b108656 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Jun 21 16:50:00.051713 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:DELETE=9,neutron:UPDATE=1,neutron:SELECT=90 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:00.411878 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:00.703043 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:00.887261 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b430a-8cc1-468a-9661-c04d6bba536a req-8315c08d-1374-4e66-9fdf-a1e71975ebff tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:00.888845 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7d6b430a-8cc1-468a-9661-c04d6bba536a req-8315c08d-1374-4e66-9fdf-a1e71975ebff tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0538497 Jun 21 16:50:00.900494 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:00.941500 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7d6b430a-8cc1-468a-9661-c04d6bba536a req-1abceba4-a5de-404f-b7e3-c7d822a7ec52 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 Jun 21 16:50:01.446278 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:01.924334 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35818) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:02.045236 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-665bdd49-4b45-4d81-99b0-c0b2222538d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:02.081890 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1c596-65c2-43ee-9d4a-9e9232d6e539 req-68b00309-d740-4a12-8611-423fadffb826 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:02.084900 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7fc1c596-65c2-43ee-9d4a-9e9232d6e539 req-68b00309-d740-4a12-8611-423fadffb826 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0724900 Jun 21 16:50:02.135857 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-665bdd49-4b45-4d81-99b0-c0b2222538d4 admin admin] Publish callbacks [] for security_group (968188e3-f70c-4128-ab03-d0b2329cbb42), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:02.169986 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7fc1c596-65c2-43ee-9d4a-9e9232d6e539 req-4262f2d0-3f82-47ac-8333-2a7127c67b9b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790148 Jun 21 16:50:02.217448 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-665bdd49-4b45-4d81-99b0-c0b2222538d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (968188e3-f70c-4128-ab03-d0b2329cbb42), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:02.269484 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bdd49-4b45-4d81-99b0-c0b2222538d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968188e3-f70c-4128-ab03-d0b2329cbb42,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:02.269484 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-665bdd49-4b45-4d81-99b0-c0b2222538d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e711f54570b24ac883c7d98f89c19186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432996 Jun 21 16:50:02.272218 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35836) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:02.326822 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a659d211-9e01-4509-824b-3e1de0c8ec1a admin admin] Publish callbacks [] for security_group (968188e3-f70c-4128-ab03-d0b2329cbb42), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:02.349315 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a659d211-9e01-4509-824b-3e1de0c8ec1a admin admin] Publish callbacks [] for security_group (968188e3-f70c-4128-ab03-d0b2329cbb42), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:02.360800 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:02.514341 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a659d211-9e01-4509-824b-3e1de0c8ec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (968188e3-f70c-4128-ab03-d0b2329cbb42), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:02.516922 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a659d211-9e01-4509-824b-3e1de0c8ec1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:02.518552 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a659d211-9e01-4509-824b-3e1de0c8ec1a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/968188e3-f70c-4128-ab03-d0b2329cbb42 HTTP/1.1" status: 204 len: 168 time: 0.2454860 Jun 21 16:50:02.526820 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659d211-9e01-4509-824b-3e1de0c8ec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968188e3-f70c-4128-ab03-d0b2329cbb42,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:02.669168 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35850) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:02.867816 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9e888d21-5441-4037-a6d8-95dd39547348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:02.954797 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9e888d21-5441-4037-a6d8-95dd39547348 admin admin] Publish callbacks [] for security_group (86cd07d6-8fe9-4505-b2e2-cf7bf30b00c3), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:03.006243 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=59 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:03.036459 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:03.063279 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9e888d21-5441-4037-a6d8-95dd39547348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (86cd07d6-8fe9-4505-b2e2-cf7bf30b00c3), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:03.115839 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9e888d21-5441-4037-a6d8-95dd39547348 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4cbf9af311814878a79921105b3dabc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4446337 Jun 21 16:50:03.118166 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e888d21-5441-4037-a6d8-95dd39547348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd07d6-8fe9-4505-b2e2-cf7bf30b00c3,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:03.119299 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35866) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:03.177134 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43201134-881b-44c5-bb49-670b6372be31 admin admin] Publish callbacks [] for security_group (86cd07d6-8fe9-4505-b2e2-cf7bf30b00c3), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:03.203342 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43201134-881b-44c5-bb49-670b6372be31 admin admin] Publish callbacks [] for security_group (86cd07d6-8fe9-4505-b2e2-cf7bf30b00c3), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:03.295906 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9716d-b669-4434-b53b-b41ea2eeb443 req-9219e595-a356-42b8-97b9-f7a1e0603b49 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:03.297696 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8ea9716d-b669-4434-b53b-b41ea2eeb443 req-9219e595-a356-42b8-97b9-f7a1e0603b49 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0656300 Jun 21 16:50:03.354330 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8ea9716d-b669-4434-b53b-b41ea2eeb443 req-f16f09b6-9e07-4df5-a006-8614ef375ea0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502810 Jun 21 16:50:03.377962 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43201134-881b-44c5-bb49-670b6372be31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (86cd07d6-8fe9-4505-b2e2-cf7bf30b00c3), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:03.381961 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43201134-881b-44c5-bb49-670b6372be31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:03.383748 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-43201134-881b-44c5-bb49-670b6372be31 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86cd07d6-8fe9-4505-b2e2-cf7bf30b00c3 HTTP/1.1" status: 204 len: 168 time: 0.2624946 Jun 21 16:50:03.404996 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43201134-881b-44c5-bb49-670b6372be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd07d6-8fe9-4505-b2e2-cf7bf30b00c3,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:04.051992 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-40905cba-57fe-4d0a-9e03-e46e495a5aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.086898 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:04.289832 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35906) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:04.305088 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67c80c46-8f09-40da-9dd8-4a4c65f97fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.376119 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35908) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:04.385988 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:04.398882 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67c80c46-8f09-40da-9dd8-4a4c65f97fd3 admin admin] Publish callbacks [] for security_group (ff5c4fd4-0066-4e75-97aa-dac631d272c6), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.492080 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67c80c46-8f09-40da-9dd8-4a4c65f97fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ff5c4fd4-0066-4e75-97aa-dac631d272c6), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.521396 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab3c23-eaab-45af-9537-6f74ef72852f req-10632767-5eeb-49b1-8422-2c0dc9b944e4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:04.531653 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-25ab3c23-eaab-45af-9537-6f74ef72852f req-10632767-5eeb-49b1-8422-2c0dc9b944e4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0887890 Jun 21 16:50:04.553045 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-67c80c46-8f09-40da-9dd8-4a4c65f97fd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=767aaa42d64c496285d19fa572e66cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602079 Jun 21 16:50:04.555682 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35922) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:04.613045 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-25ab3c23-eaab-45af-9537-6f74ef72852f req-ad8b1b4e-ffac-412f-8c00-a1cf534c2937 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775373 Jun 21 16:50:04.617541 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c80c46-8f09-40da-9dd8-4a4c65f97fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5c4fd4-0066-4e75-97aa-dac631d272c6,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:04.652122 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4e9b507c-18c4-4981-93bc-217099eb5e6f admin admin] Publish callbacks [] for security_group (ff5c4fd4-0066-4e75-97aa-dac631d272c6), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.652559 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ef222ece-771a-4cad-a340-3a00344af728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.675796 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4e9b507c-18c4-4981-93bc-217099eb5e6f admin admin] Publish callbacks [] for security_group (ff5c4fd4-0066-4e75-97aa-dac631d272c6), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.715709 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:04.753333 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ef222ece-771a-4cad-a340-3a00344af728 admin admin] Publish callbacks [] for security_group (6d4d21ea-b2cd-4412-9ec5-d5e09e2383a7), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.828825 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4e9b507c-18c4-4981-93bc-217099eb5e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ff5c4fd4-0066-4e75-97aa-dac631d272c6), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.829046 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ef222ece-771a-4cad-a340-3a00344af728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (6d4d21ea-b2cd-4412-9ec5-d5e09e2383a7), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.831784 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4e9b507c-18c4-4981-93bc-217099eb5e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.833262 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-4e9b507c-18c4-4981-93bc-217099eb5e6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff5c4fd4-0066-4e75-97aa-dac631d272c6 HTTP/1.1" status: 204 len: 168 time: 0.2763326 Jun 21 16:50:04.851164 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b507c-18c4-4981-93bc-217099eb5e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5c4fd4-0066-4e75-97aa-dac631d272c6,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:04.888763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef222ece-771a-4cad-a340-3a00344af728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4d21ea-b2cd-4412-9ec5-d5e09e2383a7,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:04.896318 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35936) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:04.896578 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ef222ece-771a-4cad-a340-3a00344af728 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4f5292930144c0dbc321ccd3f3b3181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188837 Jun 21 16:50:04.961059 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2d784071-e26f-405d-88cf-074136a4e17f admin admin] Publish callbacks [] for security_group (6d4d21ea-b2cd-4412-9ec5-d5e09e2383a7), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:04.985594 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2d784071-e26f-405d-88cf-074136a4e17f admin admin] Publish callbacks [] for security_group (6d4d21ea-b2cd-4412-9ec5-d5e09e2383a7), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:05.098061 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2d784071-e26f-405d-88cf-074136a4e17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (6d4d21ea-b2cd-4412-9ec5-d5e09e2383a7), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:05.100787 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2d784071-e26f-405d-88cf-074136a4e17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:05.105422 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-2d784071-e26f-405d-88cf-074136a4e17f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d4d21ea-b2cd-4412-9ec5-d5e09e2383a7 HTTP/1.1" status: 204 len: 168 time: 0.2075274 Jun 21 16:50:05.116872 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d784071-e26f-405d-88cf-074136a4e17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4d21ea-b2cd-4412-9ec5-d5e09e2383a7,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:05.212064 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:05.762624 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705610e-d6b9-4054-bd3b-268cc378ccb5 req-f2452632-e691-424f-860f-ca8eab99080a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:05.769686 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8705610e-d6b9-4054-bd3b-268cc378ccb5 req-f2452632-e691-424f-860f-ca8eab99080a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0871716 Jun 21 16:50:05.825158 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8705610e-d6b9-4054-bd3b-268cc378ccb5 req-fc8d28f0-a9e1-41e0-978d-1852e7acf27f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514841 Jun 21 16:50:06.012527 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 35974) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:06.028439 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fa652e14-8c73-416d-95c7-9aceb9fe733e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:06.132397 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fa652e14-8c73-416d-95c7-9aceb9fe733e admin admin] Publish callbacks [] for security_group (781e4364-2bff-4577-a7ab-152dace993ee), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:06.189817 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-06d9d222-f88b-4ddd-91dd-14f5f30bce4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:06.226316 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fa652e14-8c73-416d-95c7-9aceb9fe733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (781e4364-2bff-4577-a7ab-152dace993ee), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:06.269720 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-fa652e14-8c73-416d-95c7-9aceb9fe733e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=419a02da1d7d432c84c90259987ce465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533844 Jun 21 16:50:06.269720 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa652e14-8c73-416d-95c7-9aceb9fe733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781e4364-2bff-4577-a7ab-152dace993ee,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:06.270612 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 35982) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:06.339995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c9d67ae-aaa7-47d0-9c49-46eaf8dba475 admin admin] Publish callbacks [] for security_group (781e4364-2bff-4577-a7ab-152dace993ee), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:06.370540 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c9d67ae-aaa7-47d0-9c49-46eaf8dba475 admin admin] Publish callbacks [] for security_group (781e4364-2bff-4577-a7ab-152dace993ee), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:06.555490 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c9d67ae-aaa7-47d0-9c49-46eaf8dba475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (781e4364-2bff-4577-a7ab-152dace993ee), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:06.558819 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c9d67ae-aaa7-47d0-9c49-46eaf8dba475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:06.562399 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9c9d67ae-aaa7-47d0-9c49-46eaf8dba475 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/781e4364-2bff-4577-a7ab-152dace993ee HTTP/1.1" status: 204 len: 168 time: 0.2888050 Jun 21 16:50:06.573432 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d67ae-aaa7-47d0-9c49-46eaf8dba475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e4364-2bff-4577-a7ab-152dace993ee,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:06.951363 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c37e4-397a-4546-a62b-07dd34dce571 req-2c5183b9-1d70-4820-9425-03594858b5b2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:06.952855 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a88c37e4-397a-4546-a62b-07dd34dce571 req-2c5183b9-1d70-4820-9425-03594858b5b2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0497427 Jun 21 16:50:07.009214 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a88c37e4-397a-4546-a62b-07dd34dce571 req-f4ca4e14-d04e-440a-94e6-18950238d526 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471652 Jun 21 16:50:07.475513 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:07.622897 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36030) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:07.646943 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-905dc8c5-e46c-41ff-8459-5ffd4f96b86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:07.652062 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:07.731184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-905dc8c5-e46c-41ff-8459-5ffd4f96b86c admin admin] Publish callbacks [] for security_group (6491c61f-fd07-4265-a1c8-6cc2c3937adc), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:07.829731 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-905dc8c5-e46c-41ff-8459-5ffd4f96b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (6491c61f-fd07-4265-a1c8-6cc2c3937adc), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:07.874589 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-905dc8c5-e46c-41ff-8459-5ffd4f96b86c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e03c64adbf414230b459aa49560aa26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504299 Jun 21 16:50:07.875367 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dc8c5-e46c-41ff-8459-5ffd4f96b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6491c61f-fd07-4265-a1c8-6cc2c3937adc,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:07.877323 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36036) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:07.929428 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-25e067d6-942e-4be4-b866-64fb38a152ec admin admin] Publish callbacks [] for security_group (6491c61f-fd07-4265-a1c8-6cc2c3937adc), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:07.952452 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-25e067d6-942e-4be4-b866-64fb38a152ec admin admin] Publish callbacks [] for security_group (6491c61f-fd07-4265-a1c8-6cc2c3937adc), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:08.118795 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-25e067d6-942e-4be4-b866-64fb38a152ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (6491c61f-fd07-4265-a1c8-6cc2c3937adc), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:08.122549 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-25e067d6-942e-4be4-b866-64fb38a152ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:08.124545 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-25e067d6-942e-4be4-b866-64fb38a152ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6491c61f-fd07-4265-a1c8-6cc2c3937adc HTTP/1.1" status: 204 len: 168 time: 0.2462125 Jun 21 16:50:08.131133 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:08.142892 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e067d6-942e-4be4-b866-64fb38a152ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6491c61f-fd07-4265-a1c8-6cc2c3937adc,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:08.166099 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7073578-96ef-479c-94ec-64b223db5e32 req-7e760046-0bb7-444b-b3ce-722d841b3485 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:08.168508 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b7073578-96ef-479c-94ec-64b223db5e32 req-7e760046-0bb7-444b-b3ce-722d841b3485 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0810621 Jun 21 16:50:08.230802 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b7073578-96ef-479c-94ec-64b223db5e32 req-07704c49-6056-4d5b-9775-5f680ebff442 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546813 Jun 21 16:50:08.725832 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:08.870500 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:08.955654 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.121483 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36088) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:09.269980 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dadc78d8-918f-4e0e-a01f-29548a3b3023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.361615 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880d2ae-e2d4-4adb-a7d8-0c9a04b5637b req-38588895-4c4e-45f7-a077-51e41afb6043 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:09.363132 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4880d2ae-e2d4-4adb-a7d8-0c9a04b5637b req-38588895-4c4e-45f7-a077-51e41afb6043 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0515122 Jun 21 16:50:09.367428 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dadc78d8-918f-4e0e-a01f-29548a3b3023 admin admin] Publish callbacks [] for security_group (387526da-25c9-40f9-8f6b-44c66883c0bb), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.413152 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4880d2ae-e2d4-4adb-a7d8-0c9a04b5637b req-c73ecd7c-97e7-4e27-92e7-781a1343182e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Jun 21 16:50:09.454965 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dadc78d8-918f-4e0e-a01f-29548a3b3023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (387526da-25c9-40f9-8f6b-44c66883c0bb), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.463300 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:09.525508 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-dadc78d8-918f-4e0e-a01f-29548a3b3023 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfa712abed104c94913c472a70f89018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4017994 Jun 21 16:50:09.528356 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36102) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:09.528556 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc78d8-918f-4e0e-a01f-29548a3b3023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387526da-25c9-40f9-8f6b-44c66883c0bb,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:09.567555 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:09.575434 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36104) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:09.603763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c9313214-d491-4aa5-8c59-6e00f5ecd035 admin admin] Publish callbacks [] for security_group (387526da-25c9-40f9-8f6b-44c66883c0bb), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.629273 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c9313214-d491-4aa5-8c59-6e00f5ecd035 admin admin] Publish callbacks [] for security_group (387526da-25c9-40f9-8f6b-44c66883c0bb), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.695304 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-23088718-8d6b-479c-ac86-c48d4804783a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.784265 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c9313214-d491-4aa5-8c59-6e00f5ecd035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (387526da-25c9-40f9-8f6b-44c66883c0bb), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.788578 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c9313214-d491-4aa5-8c59-6e00f5ecd035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.788578 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c9313214-d491-4aa5-8c59-6e00f5ecd035 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/387526da-25c9-40f9-8f6b-44c66883c0bb HTTP/1.1" status: 204 len: 168 time: 0.2580950 Jun 21 16:50:09.798858 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9313214-d491-4aa5-8c59-6e00f5ecd035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387526da-25c9-40f9-8f6b-44c66883c0bb,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:09.863458 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-23088718-8d6b-479c-ac86-c48d4804783a admin admin] Publish callbacks [] for security_group (5d8c83e5-2646-4cdb-bd30-aae30d4bbd95), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.944873 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-23088718-8d6b-479c-ac86-c48d4804783a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (5d8c83e5-2646-4cdb-bd30-aae30d4bbd95), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:09.989228 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-23088718-8d6b-479c-ac86-c48d4804783a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29bbeee2363d451bb307d1ab19569946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118795 Jun 21 16:50:09.990126 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23088718-8d6b-479c-ac86-c48d4804783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c83e5-2646-4cdb-bd30-aae30d4bbd95,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:09.991401 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36118) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:10.050460 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-23af0888-60eb-44b6-b3e7-e4fe8bb8a2aa admin admin] Publish callbacks [] for security_group (5d8c83e5-2646-4cdb-bd30-aae30d4bbd95), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:10.080441 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-23af0888-60eb-44b6-b3e7-e4fe8bb8a2aa admin admin] Publish callbacks [] for security_group (5d8c83e5-2646-4cdb-bd30-aae30d4bbd95), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:10.281404 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-23af0888-60eb-44b6-b3e7-e4fe8bb8a2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (5d8c83e5-2646-4cdb-bd30-aae30d4bbd95), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:10.284126 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-23af0888-60eb-44b6-b3e7-e4fe8bb8a2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:10.285816 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-23af0888-60eb-44b6-b3e7-e4fe8bb8a2aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d8c83e5-2646-4cdb-bd30-aae30d4bbd95 HTTP/1.1" status: 204 len: 168 time: 0.2921264 Jun 21 16:50:10.298284 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af0888-60eb-44b6-b3e7-e4fe8bb8a2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c83e5-2646-4cdb-bd30-aae30d4bbd95,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:10.538549 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33df14a-3ec8-4a91-981c-1ba70345b9b1 req-fb9aa45b-3e32-4a48-bfb4-b78c64b47ebf tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:10.540004 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b33df14a-3ec8-4a91-981c-1ba70345b9b1 req-fb9aa45b-3e32-4a48-bfb4-b78c64b47ebf tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0510330 Jun 21 16:50:10.603301 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b33df14a-3ec8-4a91-981c-1ba70345b9b1 req-f3ddcdd2-dcec-4582-a555-c218cd14ec1d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568657 Jun 21 16:50:11.300127 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36168) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:11.315301 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4b65dfa-5194-4a92-b0ec-eae61bbc62f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:11.383329 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:11.469877 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4b65dfa-5194-4a92-b0ec-eae61bbc62f3 admin admin] Publish callbacks [] for security_group (bcc9ff24-6976-480e-a9e0-8254337dc2ad), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:11.725999 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c462ba-6f40-4a01-85f0-fb0e93d58995 req-cdaae442-4bf1-4d39-ac10-cfbe3866c5f9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:11.727537 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-35c462ba-6f40-4a01-85f0-fb0e93d58995 req-cdaae442-4bf1-4d39-ac10-cfbe3866c5f9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0525358 Jun 21 16:50:11.744355 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4b65dfa-5194-4a92-b0ec-eae61bbc62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (bcc9ff24-6976-480e-a9e0-8254337dc2ad), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:11.781597 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-35c462ba-6f40-4a01-85f0-fb0e93d58995 req-d571bf25-6d3c-47cc-8283-96dc405cd408 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483384 Jun 21 16:50:11.789090 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-d4b65dfa-5194-4a92-b0ec-eae61bbc62f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83ea56c71a23484f9dfe59a3a36217d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861801 Jun 21 16:50:11.789090 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b65dfa-5194-4a92-b0ec-eae61bbc62f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc9ff24-6976-480e-a9e0-8254337dc2ad,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:11.790226 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36182) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:11.841016 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:11.844811 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c9fff979-2c8a-4174-9f38-dd592392d4fb admin admin] Publish callbacks [] for security_group (bcc9ff24-6976-480e-a9e0-8254337dc2ad), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:11.871457 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c9fff979-2c8a-4174-9f38-dd592392d4fb admin admin] Publish callbacks [] for security_group (bcc9ff24-6976-480e-a9e0-8254337dc2ad), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:12.041500 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c9fff979-2c8a-4174-9f38-dd592392d4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (bcc9ff24-6976-480e-a9e0-8254337dc2ad), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:12.044947 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c9fff979-2c8a-4174-9f38-dd592392d4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:12.046175 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c9fff979-2c8a-4174-9f38-dd592392d4fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bcc9ff24-6976-480e-a9e0-8254337dc2ad HTTP/1.1" status: 204 len: 168 time: 0.2549620 Jun 21 16:50:12.055917 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff979-2c8a-4174-9f38-dd592392d4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc9ff24-6976-480e-a9e0-8254337dc2ad,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:12.256142 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36198) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:12.500225 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-980aed18-e6f4-47d9-8a68-f68af171835e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:12.584391 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-980aed18-e6f4-47d9-8a68-f68af171835e admin admin] Publish callbacks [] for security_group (c7f61581-ccde-4c42-bf1d-6fadde6f0553), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:12.749868 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-980aed18-e6f4-47d9-8a68-f68af171835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c7f61581-ccde-4c42-bf1d-6fadde6f0553), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:12.791054 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-980aed18-e6f4-47d9-8a68-f68af171835e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e753961ac524b318da4d4c5017222f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5338223 Jun 21 16:50:12.792020 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aed18-e6f4-47d9-8a68-f68af171835e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f61581-ccde-4c42-bf1d-6fadde6f0553,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:12.794527 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36216) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:12.846963 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9e302ac6-bf37-4c14-be62-8007065e8ebc admin admin] Publish callbacks [] for security_group (c7f61581-ccde-4c42-bf1d-6fadde6f0553), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:12.870536 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9e302ac6-bf37-4c14-be62-8007065e8ebc admin admin] Publish callbacks [] for security_group (c7f61581-ccde-4c42-bf1d-6fadde6f0553), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:12.917175 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562194a4-f914-4d1d-acd7-562233ec9420 req-5014eff5-269e-48a4-99f5-170cd1beb228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:12.927547 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-562194a4-f914-4d1d-acd7-562233ec9420 req-5014eff5-269e-48a4-99f5-170cd1beb228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0625520 Jun 21 16:50:12.972642 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-562194a4-f914-4d1d-acd7-562233ec9420 req-9ffb289c-883e-4078-8dd8-dbf94265b20e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Jun 21 16:50:13.035816 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9e302ac6-bf37-4c14-be62-8007065e8ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c7f61581-ccde-4c42-bf1d-6fadde6f0553), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:13.039117 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9e302ac6-bf37-4c14-be62-8007065e8ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:13.043725 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9e302ac6-bf37-4c14-be62-8007065e8ebc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7f61581-ccde-4c42-bf1d-6fadde6f0553 HTTP/1.1" status: 204 len: 168 time: 0.2475038 Jun 21 16:50:13.054572 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e302ac6-bf37-4c14-be62-8007065e8ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f61581-ccde-4c42-bf1d-6fadde6f0553,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:14.096923 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e0e7-b472-4bcb-ac8e-413387ec0e8b req-1c84f5b1-f4b2-442e-b36f-44f2ec1b6f1b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:14.098468 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5c53e0e7-b472-4bcb-ac8e-413387ec0e8b req-1c84f5b1-f4b2-442e-b36f-44f2ec1b6f1b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0545814 Jun 21 16:50:14.148606 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5c53e0e7-b472-4bcb-ac8e-413387ec0e8b req-a7a0f050-a84c-4540-b084-8cc537387797 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Jun 21 16:50:15.264594 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf59532-4a0c-49c4-a2a4-e12a44555e5f req-17e78d44-9351-41d7-a928-75685b904796 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:15.266189 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fcf59532-4a0c-49c4-a2a4-e12a44555e5f req-17e78d44-9351-41d7-a928-75685b904796 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0481365 Jun 21 16:50:15.314358 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:15.319060 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fcf59532-4a0c-49c4-a2a4-e12a44555e5f req-5caf2073-757f-4afc-9050-6640daf4cc7f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Jun 21 16:50:16.445681 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095e0cd-2da1-4c95-9ae0-d89c05210410 req-2255d1bd-4aa0-43a3-8702-4a9875d205d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:16.449954 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7095e0cd-2da1-4c95-9ae0-d89c05210410 req-2255d1bd-4aa0-43a3-8702-4a9875d205d0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0562830 Jun 21 16:50:16.503901 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7095e0cd-2da1-4c95-9ae0-d89c05210410 req-e43ec38b-dd6c-405a-a60c-1ebf9198e36c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502284 Jun 21 16:50:17.628606 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316845a7-2448-446f-8c9e-b13cec83364a req-15cfc138-127a-47a4-9931-853e31251995 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:17.631181 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-316845a7-2448-446f-8c9e-b13cec83364a req-15cfc138-127a-47a4-9931-853e31251995 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0518544 Jun 21 16:50:17.679670 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-316845a7-2448-446f-8c9e-b13cec83364a req-fb9c6d49-79c1-456a-a0e1-539ade980a42 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Jun 21 16:50:18.797420 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fff0ea-33a7-448e-b659-14b7b4f85eea req-2f29009e-dc80-413f-8569-b7757c705b68 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:18.798899 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-13fff0ea-33a7-448e-b659-14b7b4f85eea req-2f29009e-dc80-413f-8569-b7757c705b68 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0527065 Jun 21 16:50:18.847300 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-13fff0ea-33a7-448e-b659-14b7b4f85eea req-a66e8315-e684-49bc-9047-8c3da0b2e35d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429559 Jun 21 16:50:18.938494 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd6f9-de98-4951-82fd-449769635c36 req-307f4373-e1f6-4fc0-a6f1-d54f000ae579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:18.940378 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-39cbd6f9-de98-4951-82fd-449769635c36 req-307f4373-e1f6-4fc0-a6f1-d54f000ae579 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 1129 time: 0.0386539 Jun 21 16:50:18.989110 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-39cbd6f9-de98-4951-82fd-449769635c36 req-8ea46871-ddca-407c-bd0d-5ff62a945106 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Jun 21 16:50:19.965062 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0e8d0-2f03-46ca-835d-7edb1f028c13 req-41045575-d9e3-424e-ab38-ed5105e7ee1d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:19.967158 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-91c0e8d0-2f03-46ca-835d-7edb1f028c13 req-41045575-d9e3-424e-ab38-ed5105e7ee1d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0471685 Jun 21 16:50:20.017165 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-91c0e8d0-2f03-46ca-835d-7edb1f028c13 req-8a54effa-a375-412f-b705-2d9dd7eb2ec1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Jun 21 16:50:21.144898 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d41555-9243-4e6b-8ef2-e1b2cf4f6301 req-e62259d0-2978-4ab7-b170-ee0f814da49b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:21.146469 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-86d41555-9243-4e6b-8ef2-e1b2cf4f6301 req-e62259d0-2978-4ab7-b170-ee0f814da49b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0501158 Jun 21 16:50:21.157567 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:21.201974 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-86d41555-9243-4e6b-8ef2-e1b2cf4f6301 req-3ae69bf4-66c0-4fb9-a3e4-c028fa6d4a21 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 Jun 21 16:50:21.343165 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9edf9-e186-4797-b655-3b79b3bc0385 req-3ef162f1-2f27-4c06-bc6a-8c81a6351d47 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:21.346237 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-41b9edf9-e186-4797-b655-3b79b3bc0385 req-3ef162f1-2f27-4c06-bc6a-8c81a6351d47 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0720193 Jun 21 16:50:21.352310 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36418) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:21.407167 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-41b9edf9-e186-4797-b655-3b79b3bc0385 req-000a60ec-5f34-4490-bdda-53d34655478c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555768 Jun 21 16:50:21.464767 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9fff0bd1-b46d-49fd-bab0-e0234ff32668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:21.546446 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9fff0bd1-b46d-49fd-bab0-e0234ff32668 admin admin] Publish callbacks [] for security_group (f6b73e78-186e-4388-a20b-15053d5ed28a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:21.631276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9fff0bd1-b46d-49fd-bab0-e0234ff32668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f6b73e78-186e-4388-a20b-15053d5ed28a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:21.674313 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9fff0bd1-b46d-49fd-bab0-e0234ff32668 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=332bd1f302654c02b5181f8bad39a94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205826 Jun 21 16:50:21.675116 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff0bd1-b46d-49fd-bab0-e0234ff32668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b73e78-186e-4388-a20b-15053d5ed28a,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:21.677551 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36424) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:21.730546 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e52b-40d8-4d48-b836-d574391d75b5 admin admin] Publish callbacks [] for security_group (f6b73e78-186e-4388-a20b-15053d5ed28a), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:21.754316 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e52b-40d8-4d48-b836-d574391d75b5 admin admin] Publish callbacks [] for security_group (f6b73e78-186e-4388-a20b-15053d5ed28a), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:21.911863 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e52b-40d8-4d48-b836-d574391d75b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f6b73e78-186e-4388-a20b-15053d5ed28a), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:21.915016 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e52b-40d8-4d48-b836-d574391d75b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:21.916378 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-4ba1e52b-40d8-4d48-b836-d574391d75b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6b73e78-186e-4388-a20b-15053d5ed28a HTTP/1.1" status: 204 len: 168 time: 0.2371304 Jun 21 16:50:21.929165 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1e52b-40d8-4d48-b836-d574391d75b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b73e78-186e-4388-a20b-15053d5ed28a,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:22.069505 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:22.269849 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:50:23.234939 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36482) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:23.338368 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865914468-network', 'tenant_id': '83fb026ffcbd4a71929a4b3c860b3bee'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:50:23.350308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:23.414484 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Made reservation on behalf of 83fb026ffcbd4a71929a4b3c860b3bee for: {'network': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:50:23.416932 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:23.427824 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:23.506175 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Publish callbacks [] for security_group (10d6f2af-0f1a-45ab-86c0-e49f0b426c0c), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:23.586257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (10d6f2af-0f1a-45ab-86c0-e49f0b426c0c), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:23.635218 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=111042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:50:23.642302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:23.650640 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (d5395a61-a1e7-459c-82de-06250f726009), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:23.651079 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.segments_db [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Added segment d5395a61-a1e7-459c-82de-06250f726009 of type vlan for network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 Jun 21 16:50:23.699328 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (5cf6e549-6d0a-4c00-bdfa-de021fc82834), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:23.822100 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (5cf6e549-6d0a-4c00-bdfa-de021fc82834), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:23.831075 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:23.831075 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:23.930013 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf6e549-6d0a-4c00-bdfa-de021fc82834,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:23.940701 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:50:24.080258 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a712ed9e-7487-42ac-83a7-f44ccf883313 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8441663 Jun 21 16:50:24.084809 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36512) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:24.089670 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Request body: {'subnet': {'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865914468-subnet', 'tenant_id': '83fb026ffcbd4a71929a4b3c860b3bee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:50:24.106805 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:24.249230 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Made reservation on behalf of 83fb026ffcbd4a71929a4b3c860b3bee for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:50:24.251931 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529333675'] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:24.399296 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36520) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:24.520771 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0adde06a-9680-4b48-b68e-414237fb0bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:24.593269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528619006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529333725'] for subnet (4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:24.613419 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9c8b5-df5c-4aa3-9b9b-c792801a34f3 req-db12720d-f9a3-4796-8e0f-63c27133dff8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:24.614947 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-56d9c8b5-df5c-4aa3-9b9b-c792801a34f3 req-db12720d-f9a3-4796-8e0f-63c27133dff8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0717316 Jun 21 16:50:24.674704 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0adde06a-9680-4b48-b68e-414237fb0bf1 admin admin] Publish callbacks [] for security_group (32c41cb7-6109-4875-bda3-46ba4466ddb1), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:24.695200 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:24.695869 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-56d9c8b5-df5c-4aa3-9b9b-c792801a34f3 req-4882142d-3b9b-4f4c-83dc-540fbcc6a6a0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736544 Jun 21 16:50:24.698937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-5bcd205c-84c5-4708-b78e-287cdbffe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:24.700598 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-5bcd205c-84c5-4708-b78e-287cdbffe1ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 1130 time: 0.0733402 Jun 21 16:50:24.715469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Checking segment: {'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:50:24.717166 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Network hostable DHCP agents. Network: 5cf6e549-6d0a-4c00-bdfa-de021fc82834, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:50:24.803201 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0adde06a-9680-4b48-b68e-414237fb0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (32c41cb7-6109-4875-bda3-46ba4466ddb1), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:24.817644 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:24.823693 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-96ed0438-6c8c-4160-a9dc-f1c8e7dc139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:24.825842 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-96ed0438-6c8c-4160-a9dc-f1c8e7dc139d service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.1178327 Jun 21 16:50:24.833306 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36532) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:24.833677 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:24.852685 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0adde06a-9680-4b48-b68e-414237fb0bf1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=111d727f542c48d3927eff92be1e7c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4519236 Jun 21 16:50:24.853749 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36536) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:24.854465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adde06a-9680-4b48-b68e-414237fb0bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c41cb7-6109-4875-bda3-46ba4466ddb1,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:24.873464 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:50:24.877811 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-e67aaf49-5ee5-4bd8-a900-6e07b0f100d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 HTTP/1.1" status: 200 len: 217 time: 0.0456033 Jun 21 16:50:24.913143 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-1a203e89-696b-481f-bedd-3f18a4746d46 admin admin] Publish callbacks [] for security_group (32c41cb7-6109-4875-bda3-46ba4466ddb1), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:24.938391 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-bd43e971-c3f7-4c5d-b386-a35e47271568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:24.940056 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-bd43e971-c3f7-4c5d-b386-a35e47271568 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0480218 Jun 21 16:50:24.942129 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-1a203e89-696b-481f-bedd-3f18a4746d46 admin admin] Publish callbacks [] for security_group (32c41cb7-6109-4875-bda3-46ba4466ddb1), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:24.945800 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 5cf6e549-6d0a-4c00-bdfa-de021fc82834) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:50:24.958123 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d57f009-c1ad-49d3-9122-fc4c4e6b3377 None None] Network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:50:24.976409 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:24.985708 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:24.986914 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.023253 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-03ddf403-1cb3-4b4f-ae8c-cc978913ed51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.049797 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-e5cacdab-7552-4f91-b214-8047ade6e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:25.049797 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-e5cacdab-7552-4f91-b214-8047ade6e0bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0993533 Jun 21 16:50:25.078603 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8561515-42f5-4f36-be0a-dd77c2b408c7 None None] Network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:50:25.100272 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-1a203e89-696b-481f-bedd-3f18a4746d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (32c41cb7-6109-4875-bda3-46ba4466ddb1), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.103681 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-1a203e89-696b-481f-bedd-3f18a4746d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.105000 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-1a203e89-696b-481f-bedd-3f18a4746d46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32c41cb7-6109-4875-bda3-46ba4466ddb1 HTTP/1.1" status: 204 len: 168 time: 0.2469528 Jun 21 16:50:25.132894 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a203e89-696b-481f-bedd-3f18a4746d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c41cb7-6109-4875-bda3-46ba4466ddb1,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:25.142757 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ee695732-beb5-495e-89fc-4b557b50b088 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0561938 Jun 21 16:50:25.212100 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-07bb13ae-a93f-46d4-926f-eaee8dfe74c0 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540670 Jun 21 16:50:25.283175 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-03ddf403-1cb3-4b4f-ae8c-cc978913ed51 admin admin] Publish callbacks [] for security_group (55f35083-cbc7-4a22-bfd5-76ef440c7ab0), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.338610 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ea2e8fc-a127-4a83-934b-8c519d4c6e25 req-d07f133c-3d17-478a-a3a1-acc7bf33adc7 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175628 Jun 21 16:50:25.368920 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-03ddf403-1cb3-4b4f-ae8c-cc978913ed51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (55f35083-cbc7-4a22-bfd5-76ef440c7ab0), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.419351 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-03ddf403-1cb3-4b4f-ae8c-cc978913ed51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42a8d22c51544db5a5b683f069f1d279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5773425 Jun 21 16:50:25.419351 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddf403-1cb3-4b4f-ae8c-cc978913ed51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f35083-cbc7-4a22-bfd5-76ef440c7ab0,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:25.420384 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36552) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:25.477135 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Publish callbacks [] for security_group (55f35083-cbc7-4a22-bfd5-76ef440c7ab0), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.509015 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Publish callbacks [] for security_group (55f35083-cbc7-4a22-bfd5-76ef440c7ab0), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.677922 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (55f35083-cbc7-4a22-bfd5-76ef440c7ab0), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.681167 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:25.682722 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55f35083-cbc7-4a22-bfd5-76ef440c7ab0 HTTP/1.1" status: 204 len: 168 time: 0.2607610 Jun 21 16:50:25.691856 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f35083-cbc7-4a22-bfd5-76ef440c7ab0,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:25.701310 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.701689 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.702187 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.702526 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.703194 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.703536 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.703875 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.704202 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.704556 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.705149 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.705498 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.706051 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.706432 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.706766 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.707101 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda198d-4438-4fe0-a452-1de6e9b8f30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:25.830747 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f93be-c109-49e0-ae42-56e92c898c3b req-7603e247-82b3-437f-8d49-f094fb91e46a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:25.832281 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-911f93be-c109-49e0-ae42-56e92c898c3b req-7603e247-82b3-437f-8d49-f094fb91e46a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0501740 Jun 21 16:50:25.888096 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-911f93be-c109-49e0-ae42-56e92c898c3b req-e6ef4632-105f-4027-b2aa-3c6062c00952 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493391 Jun 21 16:50:26.047297 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36562) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:26.065163 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.144455 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Publish callbacks [] for security_group (6f8c9046-fb28-4f43-8aea-c43466933bcd), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.249661 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (6f8c9046-fb28-4f43-8aea-c43466933bcd), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.295872 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=173e9b641d88440a9e4271141416681a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444265 Jun 21 16:50:26.295872 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8c9046-fb28-4f43-8aea-c43466933bcd,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:26.296558 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36564) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:26.301752 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.302103 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.302451 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.302808 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.303126 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.303455 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.303921 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.304283 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.304619 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.304946 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.305296 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.305627 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.305951 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.306274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.306596 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a569e49-0341-478e-b685-21ee3d86dff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:50:26.393312 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-78de1a67-77e6-4564-a9f4-ddbf10f72c92 admin admin] Publish callbacks [] for security_group (6f8c9046-fb28-4f43-8aea-c43466933bcd), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.417969 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-78de1a67-77e6-4564-a9f4-ddbf10f72c92 admin admin] Publish callbacks [] for security_group (6f8c9046-fb28-4f43-8aea-c43466933bcd), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.494105 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36572) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:26.507396 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8dd3f6b2-cd84-447e-81de-11126cde3292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.535736 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-78de1a67-77e6-4564-a9f4-ddbf10f72c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (6f8c9046-fb28-4f43-8aea-c43466933bcd), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.538387 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-78de1a67-77e6-4564-a9f4-ddbf10f72c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.539597 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-78de1a67-77e6-4564-a9f4-ddbf10f72c92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f8c9046-fb28-4f43-8aea-c43466933bcd HTTP/1.1" status: 204 len: 168 time: 0.2416737 Jun 21 16:50:26.558296 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de1a67-77e6-4564-a9f4-ddbf10f72c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8c9046-fb28-4f43-8aea-c43466933bcd,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:26.608757 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8dd3f6b2-cd84-447e-81de-11126cde3292 admin admin] Publish callbacks [] for security_group (5d7a1c3c-ee5e-4236-af8a-94e10b7710dc), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.671749 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8dd3f6b2-cd84-447e-81de-11126cde3292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (5d7a1c3c-ee5e-4236-af8a-94e10b7710dc), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.710966 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-8dd3f6b2-cd84-447e-81de-11126cde3292 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=672f8c501ac745f1a44c3d38c7b19f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157819 Jun 21 16:50:26.711825 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3f6b2-cd84-447e-81de-11126cde3292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a1c3c-ee5e-4236-af8a-94e10b7710dc,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:26.713664 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36576) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:26.743390 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:26.766831 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3151b39d-85d2-4f0f-83bb-cf74e6999375 admin admin] Publish callbacks [] for security_group (5d7a1c3c-ee5e-4236-af8a-94e10b7710dc), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.789336 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3151b39d-85d2-4f0f-83bb-cf74e6999375 admin admin] Publish callbacks [] for security_group (5d7a1c3c-ee5e-4236-af8a-94e10b7710dc), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.907305 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:26.908463 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3151b39d-85d2-4f0f-83bb-cf74e6999375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (5d7a1c3c-ee5e-4236-af8a-94e10b7710dc), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.912488 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3151b39d-85d2-4f0f-83bb-cf74e6999375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:26.914468 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3151b39d-85d2-4f0f-83bb-cf74e6999375 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d7a1c3c-ee5e-4236-af8a-94e10b7710dc HTTP/1.1" status: 204 len: 168 time: 0.1994803 Jun 21 16:50:26.930949 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151b39d-85d2-4f0f-83bb-cf74e6999375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a1c3c-ee5e-4236-af8a-94e10b7710dc,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:26.975226 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:INSERT=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:27.048959 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e25dc-2886-4d4a-b7c3-66b5e1a878f9 req-d8e26f1e-66b0-4fd4-a0b1-ce4604ed3b27 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:27.051869 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6f7e25dc-2886-4d4a-b7c3-66b5e1a878f9 req-d8e26f1e-66b0-4fd4-a0b1-ce4604ed3b27 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0649981 Jun 21 16:50:27.099441 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6f7e25dc-2886-4d4a-b7c3-66b5e1a878f9 req-e07e47dd-c36c-4436-a536-2e173bd63207 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Jun 21 16:50:27.296169 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36584) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:27.313627 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ca9fd3ae-9018-4ef0-9861-cb6c8ee51d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:27.400545 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ca9fd3ae-9018-4ef0-9861-cb6c8ee51d4b admin admin] Publish callbacks [] for security_group (2c32867b-03d1-4724-bb20-2c9c45dd99f5), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:27.496820 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ca9fd3ae-9018-4ef0-9861-cb6c8ee51d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2c32867b-03d1-4724-bb20-2c9c45dd99f5), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:27.536564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fd3ae-9018-4ef0-9861-cb6c8ee51d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c32867b-03d1-4724-bb20-2c9c45dd99f5,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:27.542517 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ca9fd3ae-9018-4ef0-9861-cb6c8ee51d4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d32817f31f164395be56f9a7c4899523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445579 Jun 21 16:50:27.560228 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36598) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:27.614343 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4b63-3e38-4d1e-9412-119a47144f43 admin admin] Publish callbacks [] for security_group (2c32867b-03d1-4724-bb20-2c9c45dd99f5), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:27.636881 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4b63-3e38-4d1e-9412-119a47144f43 admin admin] Publish callbacks [] for security_group (2c32867b-03d1-4724-bb20-2c9c45dd99f5), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:27.793765 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4b63-3e38-4d1e-9412-119a47144f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2c32867b-03d1-4724-bb20-2c9c45dd99f5), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:27.795372 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4b63-3e38-4d1e-9412-119a47144f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:27.796569 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-fd7f4b63-3e38-4d1e-9412-119a47144f43 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2c32867b-03d1-4724-bb20-2c9c45dd99f5 HTTP/1.1" status: 204 len: 168 time: 0.2332802 Jun 21 16:50:27.806239 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f4b63-3e38-4d1e-9412-119a47144f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c32867b-03d1-4724-bb20-2c9c45dd99f5,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:28.066698 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:28.231531 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:28.232979 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf53c4d-92a6-41f2-bc90-d8ef68cecfc3 req-b506bcab-e70d-4aff-a0a4-b73325328777 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:28.234828 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9cf53c4d-92a6-41f2-bc90-d8ef68cecfc3 req-b506bcab-e70d-4aff-a0a4-b73325328777 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0565946 Jun 21 16:50:28.305105 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9cf53c4d-92a6-41f2-bc90-d8ef68cecfc3 req-de56d484-dfa7-494b-910d-3150a53003ff tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628483 Jun 21 16:50:29.460958 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e72b1-04d2-4ebe-9952-d30086d53cc3 req-23af96cf-c564-4532-b890-df891179e43d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:29.462540 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a93e72b1-04d2-4ebe-9952-d30086d53cc3 req-23af96cf-c564-4532-b890-df891179e43d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0583303 Jun 21 16:50:29.523104 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a93e72b1-04d2-4ebe-9952-d30086d53cc3 req-f9213ddb-9390-47af-9865-7d9614056a74 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502884 Jun 21 16:50:30.503707 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-a7897a32-3ec0-4b5c-b37d-53dcf4b878f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631137 Jun 21 16:50:30.519832 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-98518329-4c57-470a-b414-d14e91afcb82 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:30.519832 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-98518329-4c57-470a-b414-d14e91afcb82 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/networks?id=5cf6e549-6d0a-4c00-bdfa-de021fc82834 HTTP/1.1" status: 200 len: 809 time: 0.1585326 Jun 21 16:50:30.530858 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-ab1504bd-c7bd-4e5e-87c3-071e339e3d5d tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/quotas/83fb026ffcbd4a71929a4b3c860b3bee HTTP/1.1" status: 200 len: 375 time: 0.0102475 Jun 21 16:50:30.564282 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-797d9986-3980-42f7-bfd0-50324204eef3 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83fb026ffcbd4a71929a4b3c860b3bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281682 Jun 21 16:50:30.647486 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fed848-cc98-4dc0-96f5-5b76e6aa2805 req-7f44667f-54ad-45b5-ad66-e23cb813768c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:30.649109 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-90fed848-cc98-4dc0-96f5-5b76e6aa2805 req-7f44667f-54ad-45b5-ad66-e23cb813768c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0497892 Jun 21 16:50:30.671224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-fa287e82-b5b3-4bc2-86aa-da83e2746594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:30.672689 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-fa287e82-b5b3-4bc2-86aa-da83e2746594 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 1129 time: 0.0834463 Jun 21 16:50:30.694877 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-5f83a962-7218-4907-aaab-b1f797baa3f5 service neutron] 10.222.0.70 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233950 Jun 21 16:50:30.704395 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-90fed848-cc98-4dc0-96f5-5b76e6aa2805 req-ccaf47f2-baed-460e-9cb7-7e0dfd073008 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485742 Jun 21 16:50:30.735515 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:30.863462 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-ecf50806-1972-4530-9a97-7e617932326a service neutron] 10.222.0.70 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627748 Jun 21 16:50:30.866070 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-5ef9bd50-5593-41aa-abf9-9e589f28f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:30.867562 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-5ef9bd50-5593-41aa-abf9-9e589f28f5cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 919 time: 0.1473472 Jun 21 16:50:30.940649 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-2ee7d8c4-70e7-4d60-8fb1-f6bbe8f48b40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 200 len: 1000 time: 0.0652330 Jun 21 16:50:31.186367 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8b19ad87-45fe-4ee4-8055-4233ffba0429 req-94a8eac0-3c40-446e-ace9-17df7b3a93d2 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 210 time: 0.0458903 Jun 21 16:50:31.277786 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-5f4bd959-b123-44d6-8924-18022cf9fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:31.280443 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-5f4bd959-b123-44d6-8924-18022cf9fb5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.3329704 Jun 21 16:50:31.332714 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-c72e88de-732a-4a4a-a01b-9b5635caa4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:31.334264 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-c72e88de-732a-4a4a-a01b-9b5635caa4ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478678 Jun 21 16:50:31.433250 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-eef6799a-41b0-428f-977a-bffca9cadadc service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900111 Jun 21 16:50:31.455450 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:31.539830 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7464126-5d4a-40d0-893e-53a32dafe258 req-2403ddcc-98ed-413e-8da1-8ebe30306f12 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918515 Jun 21 16:50:31.831306 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d41602-9312-49b7-a5a2-4a3e034f15e9 req-7b929f74-3de7-4689-baa4-5cbfe0e0146b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:31.832845 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-12d41602-9312-49b7-a5a2-4a3e034f15e9 req-7b929f74-3de7-4689-baa4-5cbfe0e0146b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0538082 Jun 21 16:50:31.845165 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:31.884553 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-12d41602-9312-49b7-a5a2-4a3e034f15e9 req-a483f2e9-7cec-4886-bfd3-0d70196fee73 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454485 Jun 21 16:50:32.268297 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-eaa02187-6273-4cdf-89cf-8f79cbaf4760 req-fa5b3062-c8ff-40c5-b2ca-c9156c0330d7 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 210 time: 0.0317121 Jun 21 16:50:32.269727 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:33.005556 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab5bcd-0245-4483-8ba7-64136afba67b req-40a19819-ffd5-418d-a5db-ca1cfe9103a0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:33.007129 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03ab5bcd-0245-4483-8ba7-64136afba67b req-40a19819-ffd5-418d-a5db-ca1cfe9103a0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0498767 Jun 21 16:50:33.057076 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03ab5bcd-0245-4483-8ba7-64136afba67b req-1bf600fa-72ef-4924-ae07-292af7a997cc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Jun 21 16:50:33.373045 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6e87b181-7140-4f36-bf5c-9d5950324e4d req-6e8f430f-2106-48df-b5b3-3e2c0b97b225 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 210 time: 0.0329249 Jun 21 16:50:33.684255 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-710bdc83-23c1-4355-9f9c-5ef26fa87161 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:33.685792 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-710bdc83-23c1-4355-9f9c-5ef26fa87161 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.47 "GET /v2.0/networks?id=5cf6e549-6d0a-4c00-bdfa-de021fc82834 HTTP/1.1" status: 200 len: 809 time: 0.1112838 Jun 21 16:50:33.700948 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Request body: {'port': {'device_id': '7a79925a-5102-4509-af82-8a896c6037a6', 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834', 'admin_state_up': True, 'tenant_id': '83fb026ffcbd4a71929a4b3c860b3bee'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:50:33.912772 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Made reservation on behalf of 83fb026ffcbd4a71929a4b3c860b3bee for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:50:33.916615 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:34.064759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Allocated IP 172.20.0.3 (5cf6e549-6d0a-4c00-bdfa-de021fc82834/4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6/e727baaf-4a67-418e-bfc1-1564e9b5f9bf) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:50:34.095223 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2a7eab08-50f7-4630-98c7-20101e0e07f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:34.232317 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acc896-6f4c-4404-9036-8c8edd163471 req-d0fccd82-19fb-4e18-a8f0-611e7fb9755f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:34.234000 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-19acc896-6f4c-4404-9036-8c8edd163471 req-d0fccd82-19fb-4e18-a8f0-611e7fb9755f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0556564 Jun 21 16:50:34.237096 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks [] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:34.294259 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-19acc896-6f4c-4404-9036-8c8edd163471 req-ff118edd-f01d-4e85-843d-b05c6b1acee8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518956 Jun 21 16:50:34.341824 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:34.386480 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:50:34.390342 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:50:34.394106 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:50:34.417502 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:34.429258 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Pushing event updated for resources: {'Port': ['ID=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:34.456438 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:34.457320 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:34.481992 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:34.523257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26267ed5-9fc7-4303-a90e-20483fabddd3 req-621b5ea2-bc1c-482e-b507-6347420f48a6 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:34.524801 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26267ed5-9fc7-4303-a90e-20483fabddd3 req-621b5ea2-bc1c-482e-b507-6347420f48a6 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 931 time: 0.0598710 Jun 21 16:50:34.575549 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26267ed5-9fc7-4303-a90e-20483fabddd3 req-0e3872fd-5477-414a-997d-ca1e5b11be68 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439563 Jun 21 16:50:34.606824 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-4bb20e70-83a3-424c-bc34-ad837e18ee1c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9103312 Jun 21 16:50:34.623107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Request body: {'port': {'device_id': '7a79925a-5102-4509-af82-8a896c6037a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:50:34.688194 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:34.964072 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e727baaf-4a67-418e-bfc1-1564e9b5f9bf {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:50:34.972123 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Publish callbacks [] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:34.986971 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Transition to ACTIVE for port object e727baaf-4a67-418e-bfc1-1564e9b5f9bf will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:50:35.012359 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36852) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:35.060977 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.128492 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:35.140495 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Pushing event updated for resources: {'Port': ['ID=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:35.175525 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7b415f2a-1dd7-4a67-99fc-e9644cebdd5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.255759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Attempting to bind port e727baaf-4a67-418e-bfc1-1564e9b5f9bf on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:50:35.256095 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Attempting to bind port e727baaf-4a67-418e-bfc1-1564e9b5f9bf by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:50:35.256424 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Attempting to bind port e727baaf-4a67-418e-bfc1-1564e9b5f9bf on network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:50:35.264900 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Port e727baaf-4a67-418e-bfc1-1564e9b5f9bf on network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:50:35.265327 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Attempting to bind port e727baaf-4a67-418e-bfc1-1564e9b5f9bf on network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:50:35.274209 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:50:35.277302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Checking segment: {'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:50:35.277302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Bound using segment: {'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:50:35.277302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Bound port: e727baaf-4a67-418e-bfc1-1564e9b5f9bf, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:50:35.277302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.348929 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7b415f2a-1dd7-4a67-99fc-e9644cebdd5e admin admin] Publish callbacks [] for security_group (28be97f8-8245-420f-abd9-4ccf38ec3612), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.365368 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] For port e727baaf-4a67-418e-bfc1-1564e9b5f9bf, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:50:35.368386 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] For port e727baaf-4a67-418e-bfc1-1564e9b5f9bf, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:50:35.417014 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c721-0221-411b-b277-60a080d8951f req-d0fd51c4-f7e2-4b2e-ab64-a3a2fff31449 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:35.418538 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bcd3c721-0221-411b-b277-60a080d8951f req-d0fd51c4-f7e2-4b2e-ab64-a3a2fff31449 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0498657 Jun 21 16:50:35.433428 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7b415f2a-1dd7-4a67-99fc-e9644cebdd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (28be97f8-8245-420f-abd9-4ccf38ec3612), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.476793 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bcd3c721-0221-411b-b277-60a080d8951f req-289d0cd2-b9f3-4d64-9eaa-0a9e556f33d8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519986 Jun 21 16:50:35.479247 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-7b415f2a-1dd7-4a67-99fc-e9644cebdd5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=681d6a1027654de0acb3378056cc7c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654334 Jun 21 16:50:35.480152 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b415f2a-1dd7-4a67-99fc-e9644cebdd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be97f8-8245-420f-abd9-4ccf38ec3612,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:35.481892 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36868) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:35.501842 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.522827 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36870) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:35.552966 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ba9bec73-5950-40f2-bbb7-9d86894c4fba admin admin] Publish callbacks [] for security_group (28be97f8-8245-420f-abd9-4ccf38ec3612), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.558592 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:35.566711 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Pushing event updated for resources: {'Port': ['ID=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:35.579790 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ba9bec73-5950-40f2-bbb7-9d86894c4fba admin admin] Publish callbacks [] for security_group (28be97f8-8245-420f-abd9-4ccf38ec3612), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.587923 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:35.595484 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:35.596923 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.609639 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-1f2afa42-d313-42a7-9a70-86a3b1c8449e service neutron] 10.222.0.47 "PUT /v2.0/ports/e727baaf-4a67-418e-bfc1-1564e9b5f9bf HTTP/1.1" status: 200 len: 1093 time: 0.9908650 Jun 21 16:50:35.612514 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a79925a-5102-4509-af82-8a896c6037a6', 'tag': 'e727baaf-4a67-418e-bfc1-1564e9b5f9bf'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:50:35.618205 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624eb3c9-b443-45e5-b877-a45a69dbca38" -d '{"events": [{"name": "network-changed", "server_uuid": "7a79925a-5102-4509-af82-8a896c6037a6", "tag": "e727baaf-4a67-418e-bfc1-1564e9b5f9bf"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:50:35.657680 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f813788-c9a9-47b3-b6be-475426fe9390 x-openstack-request-id: req-4f813788-c9a9-47b3-b6be-475426fe9390 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:50:35.658224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a79925a-5102-4509-af82-8a896c6037a6", "tag": "e727baaf-4a67-418e-bfc1-1564e9b5f9bf", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:50:35.658695 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f813788-c9a9-47b3-b6be-475426fe9390 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:50:35.659165 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f813788-c9a9-47b3-b6be-475426fe9390'] response: {'name': 'network-changed', 'server_uuid': '7a79925a-5102-4509-af82-8a896c6037a6', 'tag': 'e727baaf-4a67-418e-bfc1-1564e9b5f9bf', 'status': 'completed', 'code': 200} Jun 21 16:50:35.682175 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bab05616-309d-41f5-9c28-2dd5cf8c9e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.708182 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ba9bec73-5950-40f2-bbb7-9d86894c4fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (28be97f8-8245-420f-abd9-4ccf38ec3612), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.710659 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ba9bec73-5950-40f2-bbb7-9d86894c4fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.711958 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ba9bec73-5950-40f2-bbb7-9d86894c4fba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28be97f8-8245-420f-abd9-4ccf38ec3612 HTTP/1.1" status: 204 len: 168 time: 0.2256026 Jun 21 16:50:35.727408 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f531-6030-40b7-bdae-637f3ff6b4e3 req-1811346f-4693-4178-baa6-cfe155016e6c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:35.729492 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6416f531-6030-40b7-bdae-637f3ff6b4e3 req-1811346f-4693-4178-baa6-cfe155016e6c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 943 time: 0.0691297 Jun 21 16:50:35.733731 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bec73-5950-40f2-bbb7-9d86894c4fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be97f8-8245-420f-abd9-4ccf38ec3612,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:35.789324 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bab05616-309d-41f5-9c28-2dd5cf8c9e5e admin admin] Publish callbacks [] for security_group (07a216f3-1733-4fc8-add9-52ca1d37ab66), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.803465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb3c9-b443-45e5-b877-a45a69dbca38 req-17722691-cee0-411e-8123-619b953442df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:35.805100 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-624eb3c9-b443-45e5-b877-a45a69dbca38 req-17722691-cee0-411e-8123-619b953442df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83fb026ffcbd4a71929a4b3c860b3bee&device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 1127 time: 0.0949657 Jun 21 16:50:35.844734 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bab05616-309d-41f5-9c28-2dd5cf8c9e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (07a216f3-1733-4fc8-add9-52ca1d37ab66), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.849836 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:35.891331 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-bab05616-309d-41f5-9c28-2dd5cf8c9e5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62e463f8e83442e0b7a2f1ce15ae90a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646019 Jun 21 16:50:35.891331 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab05616-309d-41f5-9c28-2dd5cf8c9e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a216f3-1733-4fc8-add9-52ca1d37ab66,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:35.892654 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36882) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:35.892871 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6416f531-6030-40b7-bdae-637f3ff6b4e3 req-9dafcda7-4863-44d6-819d-a84ecca7d582 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175730 Jun 21 16:50:35.952346 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-33ddf8de-eecc-4e0f-a0ad-dbdc0ce3263b admin admin] Publish callbacks [] for security_group (07a216f3-1733-4fc8-add9-52ca1d37ab66), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:35.979857 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-33ddf8de-eecc-4e0f-a0ad-dbdc0ce3263b admin admin] Publish callbacks [] for security_group (07a216f3-1733-4fc8-add9-52ca1d37ab66), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:36.017412 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb3c9-b443-45e5-b877-a45a69dbca38 req-cb9e44be-ef75-4743-ab69-f2d2e768a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:36.018904 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-624eb3c9-b443-45e5-b877-a45a69dbca38 req-cb9e44be-ef75-4743-ab69-f2d2e768a54b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=83fb026ffcbd4a71929a4b3c860b3bee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2042737 Jun 21 16:50:36.089804 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-33ddf8de-eecc-4e0f-a0ad-dbdc0ce3263b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (07a216f3-1733-4fc8-add9-52ca1d37ab66), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:36.092904 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-33ddf8de-eecc-4e0f-a0ad-dbdc0ce3263b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:36.100363 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-33ddf8de-eecc-4e0f-a0ad-dbdc0ce3263b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07a216f3-1733-4fc8-add9-52ca1d37ab66 HTTP/1.1" status: 204 len: 168 time: 0.2011328 Jun 21 16:50:36.112768 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddf8de-eecc-4e0f-a0ad-dbdc0ce3263b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a216f3-1733-4fc8-add9-52ca1d37ab66,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:36.194998 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb3c9-b443-45e5-b877-a45a69dbca38 req-f7e12fc7-b8a0-4217-9228-1ed69e3d61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:36.196465 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-624eb3c9-b443-45e5-b877-a45a69dbca38 req-f7e12fc7-b8a0-4217-9228-1ed69e3d61bb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1702867 Jun 21 16:50:36.251401 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5e7ffb98-9b5a-4105-ac73-8b7b83f98260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:36.284060 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-45948ca7-3be9-4b9e-9efb-343dce6bc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:36.286663 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-45948ca7-3be9-4b9e-9efb-343dce6bc8c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83fb026ffcbd4a71929a4b3c860b3bee&device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 1127 time: 0.0487449 Jun 21 16:50:36.331972 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-fe8a578b-dae4-476f-91d3-3d65fb3cf636 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e727baaf-4a67-418e-bfc1-1564e9b5f9bf HTTP/1.1" status: 200 len: 217 time: 0.0342834 Jun 21 16:50:36.394068 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:36.395740 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-83d05d94-48eb-4774-ab4a-d96e97e4c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:36.397790 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-83d05d94-48eb-4774-ab4a-d96e97e4c203 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6 HTTP/1.1" status: 200 len: 849 time: 0.0525188 Jun 21 16:50:36.435263 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-f31a938a-0565-4448-89e6-f4136c33a1d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cf6e549-6d0a-4c00-bdfa-de021fc82834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300071 Jun 21 16:50:36.500149 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 36892) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:36.514769 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3602a4d9-d35b-474f-9713-18e0c031c028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:36.532240 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-5b363b1d-fe41-4851-9165-312fc2ba283c service neutron] 10.222.0.47 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875895 Jun 21 16:50:36.618868 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3602a4d9-d35b-474f-9713-18e0c031c028 admin admin] Publish callbacks [] for security_group (607f1a20-0e74-428a-845a-1c42aa0a84f8), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:36.695710 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3602a4d9-d35b-474f-9713-18e0c031c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (607f1a20-0e74-428a-845a-1c42aa0a84f8), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:36.696803 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea0888-3973-480c-bfd2-b8e14abf98d3 req-cdc18a1b-cafb-4b6c-9da3-cc7e7651d5d9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:36.698437 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-12ea0888-3973-480c-bfd2-b8e14abf98d3 req-cdc18a1b-cafb-4b6c-9da3-cc7e7651d5d9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.1107621 Jun 21 16:50:36.705337 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a5457009-fe27-46df-a84b-3dde3ff85bfa req-82b7491c-9fde-464c-ada1-77678084fb87 service neutron] 10.222.0.47 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640763 Jun 21 16:50:36.768672 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-3602a4d9-d35b-474f-9713-18e0c031c028 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8de0d0762d1543ccb020c2906eca874a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641597 Jun 21 16:50:36.769077 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602a4d9-d35b-474f-9713-18e0c031c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607f1a20-0e74-428a-845a-1c42aa0a84f8,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:36.772139 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 36902) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:36.814803 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-12ea0888-3973-480c-bfd2-b8e14abf98d3 req-da772b6a-8cf1-43ed-9415-f43da207f4d5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018534 Jun 21 16:50:36.843685 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d932-5b8d-47d8-9b5c-0dc2b803c378 admin admin] Publish callbacks [] for security_group (607f1a20-0e74-428a-845a-1c42aa0a84f8), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:36.869343 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d932-5b8d-47d8-9b5c-0dc2b803c378 admin admin] Publish callbacks [] for security_group (607f1a20-0e74-428a-845a-1c42aa0a84f8), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:37.001491 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d932-5b8d-47d8-9b5c-0dc2b803c378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (607f1a20-0e74-428a-845a-1c42aa0a84f8), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:37.003876 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d932-5b8d-47d8-9b5c-0dc2b803c378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:37.004992 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-f6a1d932-5b8d-47d8-9b5c-0dc2b803c378 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/607f1a20-0e74-428a-845a-1c42aa0a84f8 HTTP/1.1" status: 204 len: 168 time: 0.2321393 Jun 21 16:50:37.025254 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1d932-5b8d-47d8-9b5c-0dc2b803c378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607f1a20-0e74-428a-845a-1c42aa0a84f8,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:37.039069 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf862-7091-4dc1-afd1-987126e49167 req-92d5ea5a-240f-4eae-865f-6dda291f8df7 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:37.040948 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3debf862-7091-4dc1-afd1-987126e49167 req-92d5ea5a-240f-4eae-865f-6dda291f8df7 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 943 time: 0.0688069 Jun 21 16:50:37.114704 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3debf862-7091-4dc1-afd1-987126e49167 req-f4278e82-89bb-428c-ab76-67708233b1f0 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564642 Jun 21 16:50:37.136969 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:37.155853 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4e445-191d-4c03-821c-baa5f9350479 req-fa5d5940-0996-4acf-a860-14f1900fb1b9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:37.157571 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4ed4e445-191d-4c03-821c-baa5f9350479 req-fa5d5940-0996-4acf-a860-14f1900fb1b9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0544610 Jun 21 16:50:37.206668 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4ed4e445-191d-4c03-821c-baa5f9350479 req-09228c50-73b4-4ed6-80ef-7bd5fd2c5fa5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Jun 21 16:50:37.478590 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:37.933639 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e8f20-8042-461c-ae60-8c731ffea82b req-6de3405f-5fe2-4cfa-b148-a240e54676ae tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:37.935125 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-925e8f20-8042-461c-ae60-8c731ffea82b req-6de3405f-5fe2-4cfa-b148-a240e54676ae tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0520394 Jun 21 16:50:37.986303 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-925e8f20-8042-461c-ae60-8c731ffea82b req-daeeb15d-9b7f-45a3-863b-95d4f54cc5d1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Jun 21 16:50:38.226595 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263925be-50be-428d-bf19-f5fe42b38a7f req-5a3ff665-e14d-4482-9da8-d6616eeb06d5 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:38.231792 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-263925be-50be-428d-bf19-f5fe42b38a7f req-5a3ff665-e14d-4482-9da8-d6616eeb06d5 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 943 time: 0.0484221 Jun 21 16:50:38.288645 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-263925be-50be-428d-bf19-f5fe42b38a7f req-fdf5a48f-346e-4538-bcc6-9486b58b45f2 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537438 Jun 21 16:50:38.338723 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6369c-1587-4644-8fff-b0d910605076 req-8d1da424-10bf-45f7-aac5-2d7428a24b06 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:38.340434 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aea6369c-1587-4644-8fff-b0d910605076 req-8d1da424-10bf-45f7-aac5-2d7428a24b06 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0526040 Jun 21 16:50:38.389972 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aea6369c-1587-4644-8fff-b0d910605076 req-e0e92bf4-9dd1-4197-8f75-1d63bea87990 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Jun 21 16:50:38.821902 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:38.930106 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:39.110327 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624de9d-a0ec-4179-86e9-a42d80c9edde req-0431dd44-b34a-4e77-b349-a91316ade77a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:39.111832 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3624de9d-a0ec-4179-86e9-a42d80c9edde req-0431dd44-b34a-4e77-b349-a91316ade77a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0504534 Jun 21 16:50:39.146925 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:39.168949 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3624de9d-a0ec-4179-86e9-a42d80c9edde req-e2b6053e-5b56-40f9-9aa3-95aec91bad02 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514030 Jun 21 16:50:39.409416 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318040c6-6156-475c-a4b8-276d85eb5891 req-c131edb9-9515-426e-b1aa-3924035e5803 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:39.410947 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-318040c6-6156-475c-a4b8-276d85eb5891 req-c131edb9-9515-426e-b1aa-3924035e5803 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 943 time: 0.0505602 Jun 21 16:50:39.466085 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-318040c6-6156-475c-a4b8-276d85eb5891 req-d3edfbe3-a3d1-4320-8d59-02c008f8c97e tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Jun 21 16:50:39.523230 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71eacf-40dc-4295-870a-deeaeddf8886 req-73ecd969-ea83-44e1-b6eb-8a0753ff28f1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:39.524690 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ba71eacf-40dc-4295-870a-deeaeddf8886 req-73ecd969-ea83-44e1-b6eb-8a0753ff28f1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0576546 Jun 21 16:50:39.583003 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ba71eacf-40dc-4295-870a-deeaeddf8886 req-78a66995-cd89-433a-875d-01ab0eaf2efe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524817 Jun 21 16:50:40.236563 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device e727baaf-4a67-418e-bfc1-1564e9b5f9bf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:50:40.315813 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97ef7-6c09-475c-b06b-703bf43a252b req-7a2d34a0-1650-4ec9-b1b4-858f70a50538 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:40.319363 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-28c97ef7-6c09-475c-b06b-703bf43a252b req-7a2d34a0-1650-4ec9-b1b4-858f70a50538 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0795102 Jun 21 16:50:40.361513 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:40.386074 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port e727baaf-4a67-418e-bfc1-1564e9b5f9bf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:50:40.401506 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': 'e727baaf-4a67-418e-bfc1-1564e9b5f9bf', 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834', 'port_id': 'e727baaf-4a67-418e-bfc1-1564e9b5f9bf', 'mac_address': 'fa:16:3e:7a:f2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:50:40.444095 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port e727baaf-4a67-418e-bfc1-1564e9b5f9bf is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:50:40.444490 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:40.461797 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e727baaf-4a67-418e-bfc1-1564e9b5f9bf {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:50:40.485360 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port e727baaf-4a67-418e-bfc1-1564e9b5f9bf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:50:40.559550 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:40.566144 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:40.595449 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aea38-b9cf-415b-9fdd-8910e960d26c req-cabbb5da-b262-49b4-b221-c1189e3e6ecf tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:40.596996 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a15aea38-b9cf-415b-9fdd-8910e960d26c req-cabbb5da-b262-49b4-b221-c1189e3e6ecf tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 943 time: 0.0550263 Jun 21 16:50:40.608753 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-28c97ef7-6c09-475c-b06b-703bf43a252b req-6fbb22e1-0097-4ede-80ab-ffa850772a8c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843039 Jun 21 16:50:40.617344 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:40.654168 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a15aea38-b9cf-415b-9fdd-8910e960d26c req-1a516819-3377-43f2-b2b2-b8847eef8b13 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509198 Jun 21 16:50:40.723754 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c3c8-bd63-4b90-8e1a-b745dfdbd073 req-19999df3-efeb-4180-adc7-3dd109bb387c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:40.725226 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aea8c3c8-bd63-4b90-8e1a-b745dfdbd073 req-19999df3-efeb-4180-adc7-3dd109bb387c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0480638 Jun 21 16:50:40.775024 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aea8c3c8-bd63-4b90-8e1a-b745dfdbd073 req-94472163-faac-4457-8c26-dbf274f97666 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Jun 21 16:50:40.906885 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['e727baaf-4a67-418e-bfc1-1564e9b5f9bf'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:50:41.727356 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0ac96-5d8a-4227-bc91-18d6cf27923b req-f7c6b25a-4fe1-4866-b061-d671771350ae tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:41.729126 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-84d0ac96-5d8a-4227-bc91-18d6cf27923b req-f7c6b25a-4fe1-4866-b061-d671771350ae tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0494666 Jun 21 16:50:41.782322 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-84d0ac96-5d8a-4227-bc91-18d6cf27923b req-9e4a1df7-e138-44e3-98ba-6d2ec85aa1d4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469563 Jun 21 16:50:41.889429 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd09a0c-d011-468c-92c2-7a59d0a0397f req-6d77f60a-be13-470a-ab72-69436dd1b0a5 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:41.891801 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4fd09a0c-d011-468c-92c2-7a59d0a0397f req-6d77f60a-be13-470a-ab72-69436dd1b0a5 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 944 time: 0.0495694 Jun 21 16:50:41.948817 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4fd09a0c-d011-468c-92c2-7a59d0a0397f req-79ebaf81-e2a9-4175-917a-5cae0c1a7487 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Jun 21 16:50:42.052382 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17db2a-3a94-4d20-82b9-ee623e51a193 req-ced7eeb3-bda8-4ea2-8334-0d2af2c814a5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:42.053894 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9c17db2a-3a94-4d20-82b9-ee623e51a193 req-ced7eeb3-bda8-4ea2-8334-0d2af2c814a5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0497248 Jun 21 16:50:42.114813 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9c17db2a-3a94-4d20-82b9-ee623e51a193 req-50e34396-d1ac-4355-a115-b8cb1da7bf81 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540221 Jun 21 16:50:42.264397 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device e727baaf-4a67-418e-bfc1-1564e9b5f9bf up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:50:42.310255 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port e727baaf-4a67-418e-bfc1-1564e9b5f9bf completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:50:42.736475 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port e727baaf-4a67-418e-bfc1-1564e9b5f9bf triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:50:42.736855 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:42.813152 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port e727baaf-4a67-418e-bfc1-1564e9b5f9bf is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:50:42.813493 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:42.837739 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79925a-5102-4509-af82-8a896c6037a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e727baaf-4a67-418e-bfc1-1564e9b5f9bf'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:50:42.839971 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97683e-c343-4662-bc43-fa1914fbf408" -d '{"events": [{"server_uuid": "7a79925a-5102-4509-af82-8a896c6037a6", "name": "network-vif-plugged", "status": "completed", "tag": "e727baaf-4a67-418e-bfc1-1564e9b5f9bf"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:50:42.855269 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port e727baaf-4a67-418e-bfc1-1564e9b5f9bf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:50:42.890149 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd6f0e-de3e-462a-9797-d553cab78516 x-openstack-request-id: req-fadd6f0e-de3e-462a-9797-d553cab78516 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:50:42.890725 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a79925a-5102-4509-af82-8a896c6037a6", "name": "network-vif-plugged", "status": "completed", "tag": "e727baaf-4a67-418e-bfc1-1564e9b5f9bf", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:50:42.891207 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fadd6f0e-de3e-462a-9797-d553cab78516 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:50:42.891993 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadd6f0e-de3e-462a-9797-d553cab78516'] response: {'server_uuid': '7a79925a-5102-4509-af82-8a896c6037a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e727baaf-4a67-418e-bfc1-1564e9b5f9bf', 'code': 200} Jun 21 16:50:42.912015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac488dfd-d682-4880-95ec-4ea7c6bcf166 req-f972b740-4c8d-4a20-95af-c1b57f88feaf tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:42.913611 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac488dfd-d682-4880-95ec-4ea7c6bcf166 req-f972b740-4c8d-4a20-95af-c1b57f88feaf tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0524862 Jun 21 16:50:42.919381 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:42.968266 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac488dfd-d682-4880-95ec-4ea7c6bcf166 req-3798704e-d35e-40d9-8f06-56f89ac01b3e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488858 Jun 21 16:50:42.976932 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:43.091611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d632520-baff-46b2-93d6-64d987bb5924 req-3d46c3f3-b5af-4b7f-b0ab-e0c1b8573845 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:43.093027 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8d632520-baff-46b2-93d6-64d987bb5924 req-3d46c3f3-b5af-4b7f-b0ab-e0c1b8573845 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0530276 Jun 21 16:50:43.145988 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8d632520-baff-46b2-93d6-64d987bb5924 req-b9564c5f-2a1a-4570-84c8-ba1fdd2888ab tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 Jun 21 16:50:43.243931 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a6d3f-e94a-4897-899d-47652504cf44 req-b0ca30a0-62d9-40e9-9fe9-f4bd84345c5b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:43.245426 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f59a6d3f-e94a-4897-899d-47652504cf44 req-b0ca30a0-62d9-40e9-9fe9-f4bd84345c5b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0489893 Jun 21 16:50:43.508739 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f59a6d3f-e94a-4897-899d-47652504cf44 req-c2da583f-fb1a-471c-9b27-b898a1864c9b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570827 Jun 21 16:50:44.093671 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b3f52-0c87-4651-b7f1-9311405a1351 req-8ec6717c-a2fb-4260-bb4c-7f1d7654462b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:44.095149 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a77b3f52-0c87-4651-b7f1-9311405a1351 req-8ec6717c-a2fb-4260-bb4c-7f1d7654462b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0473690 Jun 21 16:50:44.130842 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:44.143486 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a77b3f52-0c87-4651-b7f1-9311405a1351 req-e0e2018f-4aab-4e23-9764-319400c7bb2b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428741 Jun 21 16:50:44.261965 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614e89f-82ab-498c-b02f-8a248141e8b9 req-9c8659d9-6bec-476c-8e90-b1cb1f6ca4be tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:44.263443 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2614e89f-82ab-498c-b02f-8a248141e8b9 req-9c8659d9-6bec-476c-8e90-b1cb1f6ca4be tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0478184 Jun 21 16:50:44.314488 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2614e89f-82ab-498c-b02f-8a248141e8b9 req-0134049f-b250-4ea3-add6-7c85c7011b10 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Jun 21 16:50:44.774984 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997fba0-5e76-4d6f-96c7-4482f1bea270 req-9509caef-8303-4ef2-95e1-c953929bd884 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:44.776456 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4997fba0-5e76-4d6f-96c7-4482f1bea270 req-9509caef-8303-4ef2-95e1-c953929bd884 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0480208 Jun 21 16:50:44.788256 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:44.828899 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4997fba0-5e76-4d6f-96c7-4482f1bea270 req-2714acb9-ae95-4ecc-97b7-1100ee23f6b3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459356 Jun 21 16:50:45.256177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58916c-2c64-4515-88db-185da859f7c8 req-511dc41e-2830-49c3-af15-d8ac129a41ab tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:45.257707 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6a58916c-2c64-4515-88db-185da859f7c8 req-511dc41e-2830-49c3-af15-d8ac129a41ab tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0475330 Jun 21 16:50:45.279399 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:45.311253 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6a58916c-2c64-4515-88db-185da859f7c8 req-c0b58084-4794-4e7d-a557-2920a986dfe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479441 Jun 21 16:50:45.430955 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bac754-320d-4eeb-b3ee-228645eaede7 req-2354e1a6-1f00-4f33-8b51-b1317fa6f233 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:45.432432 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f0bac754-320d-4eeb-b3ee-228645eaede7 req-2354e1a6-1f00-4f33-8b51-b1317fa6f233 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0487638 Jun 21 16:50:45.480874 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f0bac754-320d-4eeb-b3ee-228645eaede7 req-0be62b09-0a5f-4c0f-8f06-1aa75d762ebb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Jun 21 16:50:45.758363 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b9462-484e-493a-9aa8-5948d330abb8 req-5f7e2d79-0212-472b-8e8f-00ccf673ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:45.759934 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-388b9462-484e-493a-9aa8-5948d330abb8 req-5f7e2d79-0212-472b-8e8f-00ccf673ed0c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 1129 time: 0.0385857 Jun 21 16:50:45.805036 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-388b9462-484e-493a-9aa8-5948d330abb8 req-dfcf98cd-bdf5-44f5-951e-70ffeb6b5bf7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 Jun 21 16:50:45.951083 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d27338-6105-4f3c-a660-2ab99dd0fc76 req-03feaf33-970b-4a1f-9368-abb9a4062845 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:45.952649 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c3d27338-6105-4f3c-a660-2ab99dd0fc76 req-03feaf33-970b-4a1f-9368-abb9a4062845 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0490572 Jun 21 16:50:46.002595 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c3d27338-6105-4f3c-a660-2ab99dd0fc76 req-1666c03f-2f02-404c-ba01-1cd9647e4227 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445569 Jun 21 16:50:46.452625 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4cc49-c303-4bb0-94da-e1681c8ffe63 req-a5ef2da6-d0a0-4d7c-80a7-801e4b0bafe9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:46.452625 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-91c4cc49-c303-4bb0-94da-e1681c8ffe63 req-a5ef2da6-d0a0-4d7c-80a7-801e4b0bafe9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0513165 Jun 21 16:50:46.498569 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-91c4cc49-c303-4bb0-94da-e1681c8ffe63 req-a30d619c-2a21-4fbb-9a72-f08ee919c637 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Jun 21 16:50:46.739907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a104-090e-47b2-a53e-ff1b16171559 req-72e5733b-edb2-47af-a70e-776a57f2f561 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:46.742091 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3f26a104-090e-47b2-a53e-ff1b16171559 req-72e5733b-edb2-47af-a70e-776a57f2f561 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0534158 Jun 21 16:50:46.792037 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3f26a104-090e-47b2-a53e-ff1b16171559 req-2eade16f-3e91-453a-8cda-a6287e853dcb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444148 Jun 21 16:50:47.135792 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f04885-f226-4f3c-b651-5259f1e08896 req-4f4e9945-c996-4487-92bb-f66d6591e824 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:47.137407 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e7f04885-f226-4f3c-b651-5259f1e08896 req-4f4e9945-c996-4487-92bb-f66d6591e824 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0571394 Jun 21 16:50:47.179613 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bbf37-df3e-41a6-97d9-58849eab1bf1 req-f0a3252d-3dc7-4d76-b94c-c1f48bd33bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:47.181246 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bb4bbf37-df3e-41a6-97d9-58849eab1bf1 req-f0a3252d-3dc7-4d76-b94c-c1f48bd33bcb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 1130 time: 0.0390174 Jun 21 16:50:47.187127 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e7f04885-f226-4f3c-b651-5259f1e08896 req-4f6b9ebd-648e-436d-bc38-46a8723c93ea tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Jun 21 16:50:47.229585 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bb4bbf37-df3e-41a6-97d9-58849eab1bf1 req-3468266b-9525-4a61-888e-cb8dfb1173b6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Jun 21 16:50:47.601667 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:47.613252 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee296f83-dc6f-4d57-b862-f7dfa4186bfa req-c321cdd8-4de4-47fd-a81a-59b2a133682b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:47.624239 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ee296f83-dc6f-4d57-b862-f7dfa4186bfa req-c321cdd8-4de4-47fd-a81a-59b2a133682b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0477433 Jun 21 16:50:47.667581 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ee296f83-dc6f-4d57-b862-f7dfa4186bfa req-3bbf904c-2d24-45b0-9435-b51349ca63e6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 Jun 21 16:50:47.907152 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99538891-c942-4991-8205-5dcbd145d7a1 req-e1cf35cc-af26-4664-810f-5c70d3c01b6a tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:47.908551 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-99538891-c942-4991-8205-5dcbd145d7a1 req-e1cf35cc-af26-4664-810f-5c70d3c01b6a tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0470362 Jun 21 16:50:47.956838 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-99538891-c942-4991-8205-5dcbd145d7a1 req-1c9dca45-53c2-439c-87a1-37378f4680db tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427878 Jun 21 16:50:48.308363 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7001-f96d-4bd4-9588-0a3bb7227632 req-d907456f-fbbf-4be9-9750-3864f1a5e2eb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:48.309895 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-202c7001-f96d-4bd4-9588-0a3bb7227632 req-d907456f-fbbf-4be9-9750-3864f1a5e2eb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Jun 21 16:50:48.359002 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-202c7001-f96d-4bd4-9588-0a3bb7227632 req-771ffebf-a29f-427c-8628-358fe04ecf22 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Jun 21 16:50:48.787870 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cf842-201c-4963-aa82-4170313edfb2 req-dfdf21e6-74b2-41b6-83d0-f49eac0adbf3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:48.789359 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f59cf842-201c-4963-aa82-4170313edfb2 req-dfdf21e6-74b2-41b6-83d0-f49eac0adbf3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0540216 Jun 21 16:50:48.838593 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f59cf842-201c-4963-aa82-4170313edfb2 req-5965bc32-529e-4d1b-baf9-3094dc9b38e7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436010 Jun 21 16:50:49.072923 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675db2-fd15-4352-a8ad-2b4c0e7188c8 req-0f63352b-8e71-47a7-9387-008fcb187385 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:49.074416 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-53675db2-fd15-4352-a8ad-2b4c0e7188c8 req-0f63352b-8e71-47a7-9387-008fcb187385 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0479989 Jun 21 16:50:49.126026 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-53675db2-fd15-4352-a8ad-2b4c0e7188c8 req-f2767d8d-9b46-4a69-a064-a878ee889276 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452311 Jun 21 16:50:49.481187 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc447b-4c85-4409-9494-42b7c971f0f7 req-cfc42d1b-c8a1-495e-8fe3-60b4a9d58494 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:49.482686 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fccc447b-4c85-4409-9494-42b7c971f0f7 req-cfc42d1b-c8a1-495e-8fe3-60b4a9d58494 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0487645 Jun 21 16:50:49.530770 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fccc447b-4c85-4409-9494-42b7c971f0f7 req-59f01a93-df98-4d6d-a7f1-7d234a405b8d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Jun 21 16:50:49.960174 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ffa2a-8fad-48a5-976d-90ba3cf3b647 req-cff4759e-65cd-4da7-aaf8-f1763227d21c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:49.961710 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bd4ffa2a-8fad-48a5-976d-90ba3cf3b647 req-cff4759e-65cd-4da7-aaf8-f1763227d21c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0517287 Jun 21 16:50:50.010861 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bd4ffa2a-8fad-48a5-976d-90ba3cf3b647 req-2d6ff41b-06f7-45b1-8a06-1788023320af tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435851 Jun 21 16:50:50.495704 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37158) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:50.665729 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51e4e277-77d5-4adb-9429-fb740628dbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:50.680654 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f690dc-2a06-4004-a412-4e08dae3b934 req-a6ead0f8-e746-42db-8484-12696584944b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:50.682165 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-69f690dc-2a06-4004-a412-4e08dae3b934 req-a6ead0f8-e746-42db-8484-12696584944b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0763421 Jun 21 16:50:50.740406 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:50.762924 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-69f690dc-2a06-4004-a412-4e08dae3b934 req-a7194ee5-a39d-4919-8163-2790598f8c92 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744531 Jun 21 16:50:50.807019 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51e4e277-77d5-4adb-9429-fb740628dbc8 admin admin] Publish callbacks [] for security_group (f323fd67-c81f-49ad-ba10-fc1f564af2af), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:50.821814 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafd71-6f39-415c-95ce-73c4b4562c22 req-89964bf5-f6c6-4a11-b614-44327a1b6feb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:50.823300 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-38eafd71-6f39-415c-95ce-73c4b4562c22 req-89964bf5-f6c6-4a11-b614-44327a1b6feb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Jun 21 16:50:50.877364 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-38eafd71-6f39-415c-95ce-73c4b4562c22 req-c1c676f7-50e4-4198-98a0-2e3b234e2684 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479066 Jun 21 16:50:50.880216 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51e4e277-77d5-4adb-9429-fb740628dbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f323fd67-c81f-49ad-ba10-fc1f564af2af), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:50.915099 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-51e4e277-77d5-4adb-9429-fb740628dbc8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74180eb84f8547c994bbd76294396fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181213 Jun 21 16:50:50.917757 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37172) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:50.924865 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4e277-77d5-4adb-9429-fb740628dbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f323fd67-c81f-49ad-ba10-fc1f564af2af,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:50.970430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fb988fc-e4a4-4ecf-8e8a-dcc08a252494 admin admin] Publish callbacks [] for security_group (f323fd67-c81f-49ad-ba10-fc1f564af2af), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:50.993920 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fb988fc-e4a4-4ecf-8e8a-dcc08a252494 admin admin] Publish callbacks [] for security_group (f323fd67-c81f-49ad-ba10-fc1f564af2af), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:51.133663 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38b83-f367-4433-88e4-621906ac8412 req-2fb31628-103c-487f-8229-a79bf31b1c6c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:51.135247 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-25b38b83-f367-4433-88e4-621906ac8412 req-2fb31628-103c-487f-8229-a79bf31b1c6c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0534086 Jun 21 16:50:51.161412 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fb988fc-e4a4-4ecf-8e8a-dcc08a252494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f323fd67-c81f-49ad-ba10-fc1f564af2af), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:51.163530 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6fb988fc-e4a4-4ecf-8e8a-dcc08a252494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:51.164707 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-6fb988fc-e4a4-4ecf-8e8a-dcc08a252494 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f323fd67-c81f-49ad-ba10-fc1f564af2af HTTP/1.1" status: 204 len: 168 time: 0.2458746 Jun 21 16:50:51.173834 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb988fc-e4a4-4ecf-8e8a-dcc08a252494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f323fd67-c81f-49ad-ba10-fc1f564af2af,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:51.207945 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-25b38b83-f367-4433-88e4-621906ac8412 req-1f15dfdf-a7d8-491f-b5b5-7d53b9eda06a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561407 Jun 21 16:50:51.637841 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b66f2e-9d7a-48be-989d-c666f6b5b4d5 req-8959f508-e7e3-47a2-8842-0343f2076eb4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:51.640433 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-33b66f2e-9d7a-48be-989d-c666f6b5b4d5 req-8959f508-e7e3-47a2-8842-0343f2076eb4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0509679 Jun 21 16:50:51.655066 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:51.699837 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-33b66f2e-9d7a-48be-989d-c666f6b5b4d5 req-7db2381b-f317-459a-b2fa-b500367bb685 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522084 Jun 21 16:50:51.822545 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37192) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:51.836795 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-035c4723-c9bb-4849-bf49-882c69f9f81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:51.934022 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155ad4f-d54f-43c1-b5a2-36ce4ffb0771 req-7dbfcb0d-2397-49d7-b425-9d2a757b8fa0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:51.935551 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b155ad4f-d54f-43c1-b5a2-36ce4ffb0771 req-7dbfcb0d-2397-49d7-b425-9d2a757b8fa0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0728931 Jun 21 16:50:51.937370 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:52.009726 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-035c4723-c9bb-4849-bf49-882c69f9f81a admin admin] Publish callbacks [] for security_group (67f250ed-d1c9-4e96-9dff-9a5d79224c5b), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:52.015965 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b155ad4f-d54f-43c1-b5a2-36ce4ffb0771 req-d5d6d337-2f07-4e65-98a8-f9808b71c07f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730612 Jun 21 16:50:52.016563 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9ce3e-3463-4ba4-88ac-2fd9b35ca312 req-34e1ae29-a6d2-4f2a-bbd2-b95e834cfc55 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:52.018127 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c5f9ce3e-3463-4ba4-88ac-2fd9b35ca312 req-34e1ae29-a6d2-4f2a-bbd2-b95e834cfc55 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0576663 Jun 21 16:50:52.041202 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:52.074678 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c5f9ce3e-3463-4ba4-88ac-2fd9b35ca312 req-7ebeafb3-e2b3-4c21-b131-5dcb0deddfb3 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486207 Jun 21 16:50:52.086166 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-035c4723-c9bb-4849-bf49-882c69f9f81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (67f250ed-d1c9-4e96-9dff-9a5d79224c5b), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:52.131039 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-035c4723-c9bb-4849-bf49-882c69f9f81a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89e440dc568c463db5bab029afe1ec96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073795 Jun 21 16:50:52.132016 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c4723-c9bb-4849-bf49-882c69f9f81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f250ed-d1c9-4e96-9dff-9a5d79224c5b,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:52.134072 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37198) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:50:52.195445 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9187328f-099c-4c6d-933c-1ef260fea7df admin admin] Publish callbacks [] for security_group (67f250ed-d1c9-4e96-9dff-9a5d79224c5b), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:52.221299 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9187328f-099c-4c6d-933c-1ef260fea7df admin admin] Publish callbacks [] for security_group (67f250ed-d1c9-4e96-9dff-9a5d79224c5b), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:52.417366 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9187328f-099c-4c6d-933c-1ef260fea7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (67f250ed-d1c9-4e96-9dff-9a5d79224c5b), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:52.420001 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9187328f-099c-4c6d-933c-1ef260fea7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:52.421162 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9187328f-099c-4c6d-933c-1ef260fea7df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67f250ed-d1c9-4e96-9dff-9a5d79224c5b HTTP/1.1" status: 204 len: 168 time: 0.2855439 Jun 21 16:50:52.430563 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187328f-099c-4c6d-933c-1ef260fea7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f250ed-d1c9-4e96-9dff-9a5d79224c5b,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:52.821687 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf355a-3826-488e-9ab6-50096242ad5b req-8905a844-da57-423a-94c6-57aa2f2b0ab6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:52.825829 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-74cf355a-3826-488e-9ab6-50096242ad5b req-8905a844-da57-423a-94c6-57aa2f2b0ab6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0508068 Jun 21 16:50:52.881611 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-74cf355a-3826-488e-9ab6-50096242ad5b req-991f7ad4-4f5e-4cc2-8622-96b61abac540 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Jun 21 16:50:53.146476 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c285e90-1861-40ea-96c1-d15921ac8181 req-64a7fd20-089d-42c4-a6d3-b4c37ba6eae4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:53.154661 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4c285e90-1861-40ea-96c1-d15921ac8181 req-64a7fd20-089d-42c4-a6d3-b4c37ba6eae4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0487750 Jun 21 16:50:53.192381 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee1ae1-6c5b-49cc-87f5-1f9348e7bc51 req-d1e96122-f1bd-4128-bf29-88acb7285ffa tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:53.194328 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2fee1ae1-6c5b-49cc-87f5-1f9348e7bc51 req-d1e96122-f1bd-4128-bf29-88acb7285ffa tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0507765 Jun 21 16:50:53.200773 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4c285e90-1861-40ea-96c1-d15921ac8181 req-0ecf7f33-7644-463f-8615-5a4cc1d81d3b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471652 Jun 21 16:50:53.253141 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2fee1ae1-6c5b-49cc-87f5-1f9348e7bc51 req-ecb2c54e-0628-4218-a058-0b76e8d0fe60 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529571 Jun 21 16:50:53.994488 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cee80-0868-4b28-ac36-bfc61cc44a0d req-aec740be-0948-4281-b6bb-77e197a680b6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:53.996004 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-773cee80-0868-4b28-ac36-bfc61cc44a0d req-aec740be-0948-4281-b6bb-77e197a680b6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0481706 Jun 21 16:50:54.047921 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-773cee80-0868-4b28-ac36-bfc61cc44a0d req-344d2eaa-cfa5-48c0-8c88-3ea1447e87fe tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454187 Jun 21 16:50:54.330076 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202d02f-fb72-42b7-a073-f8bd5711d3e3 req-195300ba-81f1-4f10-af8d-2ce72fe16e59 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:54.331643 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0202d02f-fb72-42b7-a073-f8bd5711d3e3 req-195300ba-81f1-4f10-af8d-2ce72fe16e59 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0554984 Jun 21 16:50:54.382291 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0202d02f-fb72-42b7-a073-f8bd5711d3e3 req-969c806f-a84a-4d74-a208-d5db85a11cf3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440881 Jun 21 16:50:54.383626 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e9f46-7139-42d5-8df6-72f154e3ead6 req-42f42f21-50dd-4b85-a374-95f194a6e27e tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:54.385119 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-402e9f46-7139-42d5-8df6-72f154e3ead6 req-42f42f21-50dd-4b85-a374-95f194a6e27e tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Jun 21 16:50:54.435825 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-402e9f46-7139-42d5-8df6-72f154e3ead6 req-027b2b6d-b086-46a9-b1ab-c8eb24280d02 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452714 Jun 21 16:50:55.203970 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61f45-fcfe-4452-b470-67739980390c req-3d9497a1-a0c8-4f59-b6c5-475c15f80afe tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:55.206288 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9b61f45-fcfe-4452-b470-67739980390c req-3d9497a1-a0c8-4f59-b6c5-475c15f80afe tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.1326051 Jun 21 16:50:55.209374 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-8589b944-c3e2-4407-b5ae-f9f69dddf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:55.210771 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-8589b944-c3e2-4407-b5ae-f9f69dddf0c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 1130 time: 0.1453214 Jun 21 16:50:55.221165 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67e04-ebbc-412f-89c3-36b50bfdf0df req-5e507d5d-07e5-4a45-9634-e573e38b57b1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:55.222855 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bfc67e04-ebbc-412f-89c3-36b50bfdf0df req-5e507d5d-07e5-4a45-9634-e573e38b57b1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0729251 Jun 21 16:50:55.278711 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bfc67e04-ebbc-412f-89c3-36b50bfdf0df req-1886554b-2131-45d9-a541-f7b5a0f0ac04 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496583 Jun 21 16:50:55.508154 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe2fd2-077d-499c-9952-e083dc35a4e0 req-9d839e83-a798-4b87-abd8-2cfc2efcea79 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:55.509662 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-11fe2fd2-077d-499c-9952-e083dc35a4e0 req-9d839e83-a798-4b87-abd8-2cfc2efcea79 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0524755 Jun 21 16:50:55.536486 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:55.559991 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-11fe2fd2-077d-499c-9952-e083dc35a4e0 req-066c1dab-fd9e-45d0-a935-f02b2029f9e2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446913 Jun 21 16:50:55.614382 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f40165-3f24-4e42-97bd-f6ba6925a194 req-14836a4d-35b9-4843-8492-119c1c024751 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:55.615873 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-77f40165-3f24-4e42-97bd-f6ba6925a194 req-14836a4d-35b9-4843-8492-119c1c024751 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 945 time: 0.1089168 Jun 21 16:50:55.764075 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Deleting port e727baaf-4a67-418e-bfc1-1564e9b5f9bf {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:50:55.764416 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:55.770442 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-77f40165-3f24-4e42-97bd-f6ba6925a194 req-c5a35f75-42c1-43a0-9f16-8b6a78ff1175 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473880 Jun 21 16:50:55.772805 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-5ecdf189-0308-451f-b0c6-8e57d48aa3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:55.776282 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-5ecdf189-0308-451f-b0c6-8e57d48aa3f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.2214913 Jun 21 16:50:55.804583 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:55.866121 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] For port e727baaf-4a67-418e-bfc1-1564e9b5f9bf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:50:55.866487 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:55.880243 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Calling delete_port for e727baaf-4a67-418e-bfc1-1564e9b5f9bf owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:50:56.069368 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (e727baaf-4a67-418e-bfc1-1564e9b5f9bf), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:56.083476 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['e727baaf-4a67-418e-bfc1-1564e9b5f9bf'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:50:56.113245 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Pushing event deleted for resources: {'Port': ['ID=e727baaf-4a67-418e-bfc1-1564e9b5f9bf,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:50:56.146639 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-566757ec-9a5c-44f9-980b-3587f801aaa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 HTTP/1.1" status: 200 len: 217 time: 0.0445707 Jun 21 16:50:56.209932 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] No DVR routers for this DVR port e727baaf-4a67-418e-bfc1-1564e9b5f9bf on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:50:56.217188 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:50:56.221475 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9b61f45-fcfe-4452-b470-67739980390c req-b515db5a-713a-4500-ba91-2eabe3c7f6cb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.47 "DELETE /v2.0/ports/e727baaf-4a67-418e-bfc1-1564e9b5f9bf HTTP/1.1" status: 204 len: 173 time: 0.6697960 Jun 21 16:50:56.221934 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a79925a-5102-4509-af82-8a896c6037a6', 'name': 'network-vif-deleted', 'tag': 'e727baaf-4a67-418e-bfc1-1564e9b5f9bf'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:50:56.224254 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47e636c-3d83-430f-a9bb-2fc70f36a503" -d '{"events": [{"server_uuid": "7a79925a-5102-4509-af82-8a896c6037a6", "name": "network-vif-deleted", "tag": "e727baaf-4a67-418e-bfc1-1564e9b5f9bf"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:50:56.244936 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-998ac237-f0f9-489d-b2db-98bcb7c75140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:56.246474 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-998ac237-f0f9-489d-b2db-98bcb7c75140 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0845900 Jun 21 16:50:56.262720 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e764410-008b-4f7e-9221-05e5a2dd8ba4 x-openstack-request-id: req-6e764410-008b-4f7e-9221-05e5a2dd8ba4 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:50:56.263035 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a79925a-5102-4509-af82-8a896c6037a6", "name": "network-vif-deleted", "tag": "e727baaf-4a67-418e-bfc1-1564e9b5f9bf", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:50:56.263294 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e764410-008b-4f7e-9221-05e5a2dd8ba4 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:50:56.263715 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e764410-008b-4f7e-9221-05e5a2dd8ba4'] response: {'server_uuid': '7a79925a-5102-4509-af82-8a896c6037a6', 'name': 'network-vif-deleted', 'tag': 'e727baaf-4a67-418e-bfc1-1564e9b5f9bf', 'status': 'completed', 'code': 200} Jun 21 16:50:56.302545 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-a92512f7-4a21-499e-a776-423988b625d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:56.304564 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-a92512f7-4a21-499e-a776-423988b625d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507901 Jun 21 16:50:56.439053 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493583-3268-43b3-89f7-c81445a857f9 req-1c2affd8-7ef6-45ef-bd3d-5e2d4e519522 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:56.440537 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a493583-3268-43b3-89f7-c81445a857f9 req-1c2affd8-7ef6-45ef-bd3d-5e2d4e519522 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0650444 Jun 21 16:50:56.459087 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-dc2e3976-5d49-4eaf-b657-ab37e611cff1 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472487 Jun 21 16:50:56.546268 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a493583-3268-43b3-89f7-c81445a857f9 req-333e4df0-ba73-43b0-a4ea-86029c6b9e5d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980210 Jun 21 16:50:56.578570 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc38b0ba-b99c-4ad3-afa9-b3dd35caa178 req-255dca58-3566-4768-82e7-bf952f686104 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086013 Jun 21 16:50:56.695461 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bee96e-53b0-45f7-a00c-4919e3cc264b req-4a9df426-a554-4a3c-8c35-e0dd3e259d80 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:56.697039 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-31bee96e-53b0-45f7-a00c-4919e3cc264b req-4a9df426-a554-4a3c-8c35-e0dd3e259d80 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0533624 Jun 21 16:50:56.752168 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-31bee96e-53b0-45f7-a00c-4919e3cc264b req-28ab4939-3dac-4212-9c37-16a963498c74 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487447 Jun 21 16:50:56.881451 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6a389020-e52f-44ab-9a6d-e1f5c2f7ac9b req-d0c7e144-72c2-4741-886d-e00e0ae999b2 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 210 time: 0.0330684 Jun 21 16:50:57.660485 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59d04-b3a4-4b7b-ba62-66c1ecf691cc req-5f4876a7-2a93-4f9e-84d4-232979015def tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:57.661957 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a9c59d04-b3a4-4b7b-ba62-66c1ecf691cc req-5f4876a7-2a93-4f9e-84d4-232979015def tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0472140 Jun 21 16:50:57.708868 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a9c59d04-b3a4-4b7b-ba62-66c1ecf691cc req-70a0d6c5-af55-4ce8-9513-820a4e423be3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Jun 21 16:50:57.879559 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d69d7-2bbb-4959-87e8-8472bafe0187 req-e9bc871c-0cd7-4731-9bf8-bd34034439f6 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:57.885137 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f25d69d7-2bbb-4959-87e8-8472bafe0187 req-e9bc871c-0cd7-4731-9bf8-bd34034439f6 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0557888 Jun 21 16:50:57.902776 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:57.932805 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f25d69d7-2bbb-4959-87e8-8472bafe0187 req-55a4d9e9-adb6-41ad-8900-054c7e0fbf6b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Jun 21 16:50:58.089136 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:58.090666 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-78669c44-37eb-46ae-adc1-58004497db1c req-db82d35f-3469-407b-854a-658805e5fe07 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a79925a-5102-4509-af82-8a896c6037a6 HTTP/1.1" status: 200 len: 210 time: 0.0319648 Jun 21 16:50:58.105578 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326853f-e7c4-43e3-8e68-76f80c0835b2 req-4dffb976-925d-4f95-a0ce-3b8a8b10a00a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:58.107530 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5326853f-e7c4-43e3-8e68-76f80c0835b2 req-4dffb976-925d-4f95-a0ce-3b8a8b10a00a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0619202 Jun 21 16:50:58.163050 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5326853f-e7c4-43e3-8e68-76f80c0835b2 req-b277fb0f-ef28-43bf-a10c-9d4fba1dba33 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485208 Jun 21 16:50:58.402881 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device e727baaf-4a67-418e-bfc1-1564e9b5f9bf no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:50:58.422498 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: e727baaf-4a67-418e-bfc1-1564e9b5f9bf {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:50:58.422871 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device e727baaf-4a67-418e-bfc1-1564e9b5f9bf not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:50:58.856530 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8fc78-2ade-4571-ad9b-eeced34bbc59 req-7cea2230-3920-4885-bd22-c58c1c1dca5d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:58.858308 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bad8fc78-2ade-4571-ad9b-eeced34bbc59 req-7cea2230-3920-4885-bd22-c58c1c1dca5d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0502572 Jun 21 16:50:58.908553 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bad8fc78-2ade-4571-ad9b-eeced34bbc59 req-f7e6f7f6-13e0-4a5c-a180-e64a42116894 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Jun 21 16:50:59.064086 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd65479-7d70-4406-941c-b04ba274907f req-0642b8d2-2156-42f3-897a-3b9b998c79b0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:59.065623 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1dd65479-7d70-4406-941c-b04ba274907f req-0642b8d2-2156-42f3-897a-3b9b998c79b0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0504684 Jun 21 16:50:59.116623 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1dd65479-7d70-4406-941c-b04ba274907f req-af8d3640-a999-4c18-a5c1-84dde1954779 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452764 Jun 21 16:50:59.270926 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:50:59.293123 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14f168-f253-4bdd-84d7-833c630fb7c3 req-6f4d947a-4127-496f-83f9-49f7cc3353ba tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:59.294705 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ba14f168-f253-4bdd-84d7-833c630fb7c3 req-6f4d947a-4127-496f-83f9-49f7cc3353ba tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0549634 Jun 21 16:50:59.351039 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:50:59.351275 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ba14f168-f253-4bdd-84d7-833c630fb7c3 req-548ee5d1-f496-486f-9281-cb7a62fc2244 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494535 Jun 21 16:50:59.433267 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-3503d54a-48e7-4a60-b454-8234b4ded8c2 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:50:59.434680 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-3503d54a-48e7-4a60-b454-8234b4ded8c2 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/networks?id=5cf6e549-6d0a-4c00-bdfa-de021fc82834 HTTP/1.1" status: 200 len: 809 time: 0.1130314 Jun 21 16:50:59.449746 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-e8eaaf2e-696b-4401-855c-e6a189d46ccc tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/quotas/83fb026ffcbd4a71929a4b3c860b3bee HTTP/1.1" status: 200 len: 375 time: 0.0093529 Jun 21 16:50:59.483903 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-6fa6c05a-b4dd-4c27-8c51-af9d1df9761d tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=83fb026ffcbd4a71929a4b3c860b3bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283849 Jun 21 16:50:59.611047 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-6f498f4c-2730-4bf8-bc5c-ee1c92861cbe service neutron] 10.222.0.70 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196370 Jun 21 16:50:59.726591 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-24473981-5c5c-4daa-82c5-f0b5c777e6bb service neutron] 10.222.0.70 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987990 Jun 21 16:51:00.057875 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-eec9d10b-3e5f-47d5-8e6d-9f622d747526 req-a1a9f18c-9028-4af0-8238-d1ba8c0a3daf tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 210 time: 0.0371058 Jun 21 16:51:00.243811 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc2a08-46d4-46d3-ba6e-9c912c2b395f req-7ff2015d-9131-4efb-80d1-74b15bc03ee5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:00.245295 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a8dc2a08-46d4-46d3-ba6e-9c912c2b395f req-7ff2015d-9131-4efb-80d1-74b15bc03ee5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Jun 21 16:51:00.295408 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a8dc2a08-46d4-46d3-ba6e-9c912c2b395f req-a200a2d9-06d2-4f5a-996b-0049f558f1d0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445621 Jun 21 16:51:00.481988 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4e90c-a722-46ba-b4d7-0f850c90e286 req-3b3773ab-529c-4fc6-b407-4be09d1edf1f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:00.483776 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e7f4e90c-a722-46ba-b4d7-0f850c90e286 req-3b3773ab-529c-4fc6-b407-4be09d1edf1f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0579131 Jun 21 16:51:00.540858 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e7f4e90c-a722-46ba-b4d7-0f850c90e286 req-670faefe-719e-4822-84c8-b0ee7c29e3ca tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500402 Jun 21 16:51:00.715799 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.073243 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37394) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:01.077786 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-9f0c9188-f3b2-4570-a21a-a9b7193c1467 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366559969', 'description': 'tempest-description--1758172703'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:01.161111 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0bf70d8a-6a8a-426b-8b96-a5f4668fa7c8 req-136a3e37-495f-403d-93e0-07e4081e4cf4 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 210 time: 0.0332973 Jun 21 16:51:01.166806 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9188-f3b2-4570-a21a-a9b7193c1467 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.210438 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:01.242065 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9188-f3b2-4570-a21a-a9b7193c1467 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group (49681b1d-90d9-4631-a923-a7952a2fc09e), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.346069 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9188-f3b2-4570-a21a-a9b7193c1467 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (49681b1d-90d9-4631-a923-a7952a2fc09e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.376507 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c9188-f3b2-4570-a21a-a9b7193c1467 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49681b1d-90d9-4631-a923-a7952a2fc09e,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:01.431144 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325100c7-9c20-49ff-92bf-a6210a64b81c req-1f507751-1038-4276-b8bb-8723bb3f24b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:01.432648 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-325100c7-9c20-49ff-92bf-a6210a64b81c req-1f507751-1038-4276-b8bb-8723bb3f24b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0530267 Jun 21 16:51:01.486835 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-325100c7-9c20-49ff-92bf-a6210a64b81c req-4ece451a-872a-4b8a-ae93-1b82100c8b40 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449305 Jun 21 16:51:01.506047 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9188-f3b2-4570-a21a-a9b7193c1467 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.508022 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9f0c9188-f3b2-4570-a21a-a9b7193c1467 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4335947 Jun 21 16:51:01.510660 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37406) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:01.515537 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-9300db55-3f95-4e0a-9af1-2aa34584bc82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'security_group_rule': {'security_group_id': '49681b1d-90d9-4631-a923-a7952a2fc09e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:01.632727 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9300db55-3f95-4e0a-9af1-2aa34584bc82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group_rule (e09d2703-a23b-4423-8665-d3277e1a46bf), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.685730 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386c12-fe0d-4e69-b73b-2033cc704631 req-80d6c40c-9f09-4cca-9181-1ebc2d93f311 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:01.687205 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ff386c12-fe0d-4e69-b73b-2033cc704631 req-80d6c40c-9f09-4cca-9181-1ebc2d93f311 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0692503 Jun 21 16:51:01.739391 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9300db55-3f95-4e0a-9af1-2aa34584bc82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group_rule (e09d2703-a23b-4423-8665-d3277e1a46bf), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.755413 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ff386c12-fe0d-4e69-b73b-2033cc704631 req-635d85d5-2b39-4978-ac5a-449dbbeb64b4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605154 Jun 21 16:51:01.863896 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9300db55-3f95-4e0a-9af1-2aa34584bc82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (e09d2703-a23b-4423-8665-d3277e1a46bf), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.883212 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300db55-3f95-4e0a-9af1-2aa34584bc82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09d2703-a23b-4423-8665-d3277e1a46bf,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:01.963445 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9300db55-3f95-4e0a-9af1-2aa34584bc82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:01.964842 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9300db55-3f95-4e0a-9af1-2aa34584bc82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4530482 Jun 21 16:51:01.967581 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37414) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:01.972133 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-e2fc2fc3-e989-4449-9762-cb0d1b9efd93 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'security_group_rule': {'security_group_id': '49681b1d-90d9-4631-a923-a7952a2fc09e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:02.082114 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2fc3-e989-4449-9762-cb0d1b9efd93 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group_rule (be6063f3-5698-48d3-bece-7049d3f22635), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:02.139542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2fc3-e989-4449-9762-cb0d1b9efd93 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group_rule (be6063f3-5698-48d3-bece-7049d3f22635), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:02.259175 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b3299597-cbf9-4780-805b-d4529ca49833 req-88803245-456c-44ad-a27f-96f1cf365535 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 210 time: 0.0281205 Jun 21 16:51:02.310243 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2fc3-e989-4449-9762-cb0d1b9efd93 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (be6063f3-5698-48d3-bece-7049d3f22635), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:02.331766 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc2fc3-e989-4449-9762-cb0d1b9efd93 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be6063f3-5698-48d3-bece-7049d3f22635,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:02.505954 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e2fc2fc3-e989-4449-9762-cb0d1b9efd93 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:02.507323 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-e2fc2fc3-e989-4449-9762-cb0d1b9efd93 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5387001 Jun 21 16:51:02.512604 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37422) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:02.516342 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:02.608548 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb847278-0f6d-48e2-91ae-629acf44ba1f req-405a5a69-9f22-4275-9800-cef65cda0e01 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:02.610033 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-eb847278-0f6d-48e2-91ae-629acf44ba1f req-405a5a69-9f22-4275-9800-cef65cda0e01 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Jun 21 16:51:02.611773 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:02.614275 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:02.724085 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-eb847278-0f6d-48e2-91ae-629acf44ba1f req-77b48233-79f7-40c7-bbfb-17c786d0036d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072237 Jun 21 16:51:02.729433 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:02.836532 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Allocated IP 172.27.2.238 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/a875b756-5d82-4653-9dc0-f0a4772a706f) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:02.878934 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:02.887703 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d1595-a697-4d12-97a8-27d89c2f4b0e req-349125ea-7eb3-459b-ad41-e90651dba419 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:02.889297 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-124d1595-a697-4d12-97a8-27d89c2f4b0e req-349125ea-7eb3-459b-ad41-e90651dba419 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0530598 Jun 21 16:51:02.921122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:02.940280 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-124d1595-a697-4d12-97a8-27d89c2f4b0e req-68b53324-afdb-4bae-99d6-37bcadc76843 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445082 Jun 21 16:51:02.945945 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for port (a875b756-5d82-4653-9dc0-f0a4772a706f), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:03.047758 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (a875b756-5d82-4653-9dc0-f0a4772a706f), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:03.089112 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:03.093757 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:03.098874 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:03.101882 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event updated for resources: {'Port': ['ID=a875b756-5d82-4653-9dc0-f0a4772a706f,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:03.223215 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (162b9d0f-8bb9-43fd-948d-b5693f8c57ad), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:03.367427 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e88175cd-c962-4b46-80a0-8c11703d34b4 req-40430a76-6e66-4640-a285-2908ac3e5bec tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 210 time: 0.0381265 Jun 21 16:51:03.367877 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (a875b756-5d82-4653-9dc0-f0a4772a706f), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:03.435231 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:03.516999 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for port (a875b756-5d82-4653-9dc0-f0a4772a706f), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:03.601123 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (a875b756-5d82-4653-9dc0-f0a4772a706f), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:03.669664 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event updated for resources: {'Port': ['ID=a875b756-5d82-4653-9dc0-f0a4772a706f,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:03.679864 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (162b9d0f-8bb9-43fd-948d-b5693f8c57ad), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:03.752638 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:03.753976 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f2701d3c-eec6-4d36-b135-c671ef463c6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2419932 Jun 21 16:51:03.850310 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a1312-d138-41a4-ac55-a6e93de6bcfe req-1299aebc-58a0-42d6-bd15-b7dcdf4781fe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:03.851854 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-135a1312-d138-41a4-ac55-a6e93de6bcfe req-1299aebc-58a0-42d6-bd15-b7dcdf4781fe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0489590 Jun 21 16:51:03.902858 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-135a1312-d138-41a4-ac55-a6e93de6bcfe req-93df5a98-1abe-4d10-b51f-0145efbe6022 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454795 Jun 21 16:51:03.962043 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-387d0645-ec8a-4513-82a9-60ed1d174483 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1366559969&fields=id&tenant_id=25beca9acf4f4420b1a2dc0ec397847e HTTP/1.1" status: 200 len: 267 time: 0.0470276 Jun 21 16:51:04.058778 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cff8e-4e87-4d9c-b698-1b9df85799a4 req-38985267-c42b-4842-b7be-f9da3b452404 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:04.060289 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-596cff8e-4e87-4d9c-b698-1b9df85799a4 req-38985267-c42b-4842-b7be-f9da3b452404 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0504472 Jun 21 16:51:04.072307 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-54b071c5-a48d-4d32-accb-cd32aa2ea01f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:04.073791 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-54b071c5-a48d-4d32-accb-cd32aa2ea01f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 819 time: 0.1052489 Jun 21 16:51:04.089146 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f3c8db31-f250-45d4-9013-3e997395b527 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/quotas/25beca9acf4f4420b1a2dc0ec397847e HTTP/1.1" status: 200 len: 375 time: 0.0100129 Jun 21 16:51:04.109983 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-596cff8e-4e87-4d9c-b698-1b9df85799a4 req-19be617d-3a1a-46db-82fc-646789b3988e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433114 Jun 21 16:51:04.143758 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-c0fb3a1e-94d3-4f64-a6db-1e336132d37e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493195 Jun 21 16:51:04.249835 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-ba926861-2821-405b-9649-7568487ebc66 service neutron] 10.222.0.70 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882235 Jun 21 16:51:04.282251 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5b80e842-370c-4dd6-8fae-8a5d7e49f2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:04.334231 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-27a50db4-e755-4e97-a285-7b5eb34d903d service neutron] 10.222.0.70 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852365 Jun 21 16:51:04.464836 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f8835d07-730b-45fd-b783-f3ce6f2366a8 req-474b03a9-4ebf-4c2e-9ee8-50b5c412870e tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 210 time: 0.0287814 Jun 21 16:51:04.577428 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:51:04.584464 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-21dff9df-edbf-42e4-9c84-addd8088acc0 req-7401d9cc-43eb-4772-8d68-50eff54073ff tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 210 time: 0.0296304 Jun 21 16:51:04.811573 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:04.819949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '7b305906-1977-410d-88f8-b281cb089050', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'port_id': '7b305906-1977-410d-88f8-b281cb089050', 'mac_address': 'fa:16:3e:c5:97:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:51:04.855728 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7b305906-1977-410d-88f8-b281cb089050 is: ACTIVE; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:04.856113 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:04.858128 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:04.870493 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b305906-1977-410d-88f8-b281cb089050 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:51:04.890430 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:04.991476 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:05.048847 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=6']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:05.052575 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525a780-1e9a-4711-b7bc-73915ed73ce6 req-008f4047-5536-4974-b66e-a7dae93a9983 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:05.054354 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d525a780-1e9a-4711-b7bc-73915ed73ce6 req-008f4047-5536-4974-b66e-a7dae93a9983 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 944 time: 0.0664027 Jun 21 16:51:05.056892 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.057245 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.057719 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.058019 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.058354 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.058681 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.059000 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.059529 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.059860 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.060188 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.060512 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.060838 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.061160 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.061507 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.061880 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:05.100154 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7b305906-1977-410d-88f8-b281cb089050'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:51:05.105116 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d525a780-1e9a-4711-b7bc-73915ed73ce6 req-82af6afe-7332-4358-b32d-8b7cbf105c88 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Jun 21 16:51:05.128913 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:05.234722 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bbce3-07e3-45dd-bc48-cf188ad64294 req-365cb415-6ddc-4471-a2c7-b103ad63132f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:05.236309 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-df9bbce3-07e3-45dd-bc48-cf188ad64294 req-365cb415-6ddc-4471-a2c7-b103ad63132f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0498950 Jun 21 16:51:05.238065 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=16 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:05.288698 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-df9bbce3-07e3-45dd-bc48-cf188ad64294 req-9542008f-7350-4afe-b6cd-e42b20d4bf5c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456717 Jun 21 16:51:05.548019 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:05.577850 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8eb1d285-4aaa-42b0-9b5f-24ef5480a547 req-5c3f5567-ed9c-440b-a27e-246f439bf928 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 210 time: 0.0383296 Jun 21 16:51:05.595294 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-aaf52a57-345a-42af-bedb-67df2bfb6584 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:05.597823 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-aaf52a57-345a-42af-bedb-67df2bfb6584 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.47 "GET /v2.0/networks?id=5cf6e549-6d0a-4c00-bdfa-de021fc82834 HTTP/1.1" status: 200 len: 809 time: 0.1222324 Jun 21 16:51:05.617820 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Request body: {'port': {'device_id': '34842a77-dcf1-4213-bc30-4bea3008101b', 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834', 'admin_state_up': True, 'tenant_id': '83fb026ffcbd4a71929a4b3c860b3bee'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:05.655851 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:05.735206 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 7b305906-1977-410d-88f8-b281cb089050 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:05.735514 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7b305906-1977-410d-88f8-b281cb089050), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:05.754334 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-17ab5306-7f3b-466e-a198-4cacbd4ea7b5 req-04a722e5-178b-4945-95fb-42b34e5c5462 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 210 time: 0.0710297 Jun 21 16:51:05.848173 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7b305906-1977-410d-88f8-b281cb089050 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:05.848173 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:05.872516 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Made reservation on behalf of 83fb026ffcbd4a71929a4b3c860b3bee for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:51:05.875498 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b305906-1977-410d-88f8-b281cb089050'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:51:05.878928 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6463be89-3033-4e17-9d82-c045c8d8d376" -d '{"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-plugged", "status": "completed", "tag": "7b305906-1977-410d-88f8-b281cb089050"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:51:05.879584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:05.953426 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:05.971393 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0308e288-0810-4bf1-bdcf-414db0c58324 x-openstack-request-id: req-0308e288-0810-4bf1-bdcf-414db0c58324 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:51:05.971703 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-plugged", "status": "completed", "tag": "7b305906-1977-410d-88f8-b281cb089050", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:51:05.971960 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0308e288-0810-4bf1-bdcf-414db0c58324 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:51:05.972448 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0308e288-0810-4bf1-bdcf-414db0c58324'] response: {'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b305906-1977-410d-88f8-b281cb089050', 'code': 200} Jun 21 16:51:06.065805 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:06.094341 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Allocated IP 172.20.0.11 (5cf6e549-6d0a-4c00-bdfa-de021fc82834/4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6/0b65fac1-342c-4e9f-8694-8fc5264175c8) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:06.149083 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:06.154287 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=7']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:06.288352 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c3840d0f-accd-4e37-8362-694c02f2aca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:06.372538 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c5ac0-553c-46c1-b783-9e6bd591e4f3 req-277a7648-0fc8-4cdb-a750-280aa0d84a25 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:06.375369 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-329c5ac0-553c-46c1-b783-9e6bd591e4f3 req-277a7648-0fc8-4cdb-a750-280aa0d84a25 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.1300161 Jun 21 16:51:06.451267 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e56c2-ab06-475e-bc59-0e1c4896b584 req-6b90c31f-0ae5-40d9-b718-ee40d735dbe1 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:06.453678 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-426e56c2-ab06-475e-bc59-0e1c4896b584 req-6b90c31f-0ae5-40d9-b718-ee40d735dbe1 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0696797 Jun 21 16:51:06.454682 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks [] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:06.482372 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:06.488100 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-329c5ac0-553c-46c1-b783-9e6bd591e4f3 req-a317424e-b8df-470e-b7c2-bdbc8736a5cc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907145 Jun 21 16:51:06.544136 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-426e56c2-ab06-475e-bc59-0e1c4896b584 req-11be0d88-b2dd-43d6-92af-a057d8c45566 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782423 Jun 21 16:51:06.643295 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:06.747632 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:06.756660 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:06.759584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:06.817940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Pushing event updated for resources: {'Port': ['ID=0b65fac1-342c-4e9f-8694-8fc5264175c8,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:06.841369 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94964-a1f1-4327-93fe-abeaad4dadae req-e92be9c2-c0ea-4ac8-9ec2-49bc6de8356b tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:06.849767 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-32f94964-a1f1-4327-93fe-abeaad4dadae req-e92be9c2-c0ea-4ac8-9ec2-49bc6de8356b tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 932 time: 0.1626358 Jun 21 16:51:06.879342 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:06.879936 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:06.902633 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a5d6bbf9-35c1-461c-9966-f25a712a4d5d req-29943e71-33ca-4221-af6a-f09dbbbed58b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 210 time: 0.0559490 Jun 21 16:51:06.920252 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:06.930662 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-32f94964-a1f1-4327-93fe-abeaad4dadae req-1c7ac9a9-5caa-4d38-b348-494920d9c331 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799296 Jun 21 16:51:07.018151 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-4a456ee2-6421-4fc9-8e38-17c3497f9931 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4046123 Jun 21 16:51:07.038436 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Request body: {'port': {'device_id': '34842a77-dcf1-4213-bc30-4bea3008101b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:07.158082 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:07.673102 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d8dc3-da68-4404-8c1b-54f6772c7532 req-5743930c-a71f-4983-9feb-c18b784ce297 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:07.692109 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ca3d8dc3-da68-4404-8c1b-54f6772c7532 req-5743930c-a71f-4983-9feb-c18b784ce297 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0721471 Jun 21 16:51:07.728092 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-fb18a32d-b644-40f3-b389-ab86c46e19f3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:07.729904 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-fb18a32d-b644-40f3-b389-ab86c46e19f3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 819 time: 0.6159737 Jun 21 16:51:07.748693 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ca3d8dc3-da68-4404-8c1b-54f6772c7532 req-a87f948a-0154-4cdb-80c9-dbd3710060ea tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532343 Jun 21 16:51:07.791784 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:07.867885 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f342e-06ce-4af7-869d-71b5a69de186 req-2d2f6c47-d016-4295-a754-9975fe4e2d32 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:07.869392 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e97f342e-06ce-4af7-869d-71b5a69de186 req-2d2f6c47-d016-4295-a754-9975fe4e2d32 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1492307 Jun 21 16:51:07.915681 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:07.980532 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-970b109b-1f92-423f-8a73-1d451eb36f77 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25beca9acf4f4420b1a2dc0ec397847e HTTP/1.1" status: 200 len: 380 time: 0.2352002 Jun 21 16:51:07.995530 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'port': {'device_id': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'admin_state_up': True, 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'security_groups': ['49681b1d-90d9-4631-a923-a7952a2fc09e']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:08.080275 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-acee93e1-b785-4e98-beb5-719e22add0a8 req-c37c767c-8e5f-4ad6-a34a-385beb9d2b62 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 210 time: 0.0371966 Jun 21 16:51:08.161262 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e97f342e-06ce-4af7-869d-71b5a69de186 req-22154ab2-b60d-425d-8138-03a61360afbd tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805848 Jun 21 16:51:08.214913 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd146255-16f0-4d5a-b8a9-d1b91b01dbcb req-3ecf3729-c8cc-40de-9699-e3d35d950aa7 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:08.223061 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dd146255-16f0-4d5a-b8a9-d1b91b01dbcb req-3ecf3729-c8cc-40de-9699-e3d35d950aa7 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 932 time: 0.0764787 Jun 21 16:51:08.251614 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Made reservation on behalf of 25beca9acf4f4420b1a2dc0ec397847e for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:51:08.255587 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:08.271086 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:08.285120 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dd146255-16f0-4d5a-b8a9-d1b91b01dbcb req-7faf8b1c-b64f-48dc-9bf4-ae086a2dd6d3 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583019 Jun 21 16:51:08.287964 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b65fac1-342c-4e9f-8694-8fc5264175c8 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:51:08.296838 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Publish callbacks [] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:08.355747 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Transition to ACTIVE for port object 0b65fac1-342c-4e9f-8694-8fc5264175c8 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:51:08.445352 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Allocated IP 172.20.0.10 (645d33ca-1458-475e-a591-c2b90b24a4f2/95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5/205be5db-3ab1-4914-b8b3-31b16386f2c6) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:08.450768 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:08.530052 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:08.651734 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b65fac1-342c-4e9f-8694-8fc5264175c8,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:08.732269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:08.754524 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:08.769876 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Attempting to bind port 0b65fac1-342c-4e9f-8694-8fc5264175c8 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:51:08.770220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Attempting to bind port 0b65fac1-342c-4e9f-8694-8fc5264175c8 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:51:08.770552 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Attempting to bind port 0b65fac1-342c-4e9f-8694-8fc5264175c8 on network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:08.789079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Port 0b65fac1-342c-4e9f-8694-8fc5264175c8 on network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:51:08.789079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Attempting to bind port 0b65fac1-342c-4e9f-8694-8fc5264175c8 on network 5cf6e549-6d0a-4c00-bdfa-de021fc82834 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:08.796364 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:51:08.797118 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Checking segment: {'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:08.797300 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Bound using segment: {'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:51:08.797690 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Bound port: 0b65fac1-342c-4e9f-8694-8fc5264175c8, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5395a61-a1e7-459c-82de-06250f726009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:51:08.798055 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:08.819745 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:08.903054 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:08.928269 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:08.974716 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e092b-17cf-4ab8-a649-0117a2716982 req-d1a92674-ee5c-44fb-b6b5-ef0289010004 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:08.976270 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bb3e092b-17cf-4ab8-a649-0117a2716982 req-d1a92674-ee5c-44fb-b6b5-ef0289010004 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.1326740 Jun 21 16:51:08.985141 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] For port 0b65fac1-342c-4e9f-8694-8fc5264175c8, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:51:09.011465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] For port 0b65fac1-342c-4e9f-8694-8fc5264175c8, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0b65fac1-342c-4e9f-8694-8fc5264175c8,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:51:09.014215 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:09.042328 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:09.054930 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:09.108224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event updated for resources: {'Port': ['ID=205be5db-3ab1-4914-b8b3-31b16386f2c6,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:09.129751 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:09.270982 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=18 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:09.325554 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579493fc-1568-4cb5-9cb8-738e3c827a59 req-7951f3e7-4e2b-4a87-81c2-042c024720ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:09.334315 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-579493fc-1568-4cb5-9cb8-738e3c827a59 req-7951f3e7-4e2b-4a87-81c2-042c024720ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 932 time: 0.1259253 Jun 21 16:51:09.347134 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bb3e092b-17cf-4ab8-a649-0117a2716982 req-bdf14ce5-952b-4401-93ab-38e725d38f9a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3647645 Jun 21 16:51:09.356889 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:09.358100 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:09.360620 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b65fac1-342c-4e9f-8694-8fc5264175c8 HTTP/1.1" status: 200 len: 1094 time: 2.3353884 Jun 21 16:51:09.369074 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34842a77-dcf1-4213-bc30-4bea3008101b', 'tag': '0b65fac1-342c-4e9f-8694-8fc5264175c8'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:51:09.371744 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3247a2d3-265c-4229-8ebc-07920e6f86fb" -d '{"events": [{"name": "network-changed", "server_uuid": "34842a77-dcf1-4213-bc30-4bea3008101b", "tag": "0b65fac1-342c-4e9f-8694-8fc5264175c8"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:51:09.409665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:09.410302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:09.489757 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-579493fc-1568-4cb5-9cb8-738e3c827a59 req-f6865cf7-b415-4b38-8fee-b0dd395e6a1c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475103 Jun 21 16:51:09.528654 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-10d900ec-ea6d-4d42-a4f6-9d0e169ad345 None None] Provisioning complete for port 205be5db-3ab1-4914-b8b3-31b16386f2c6 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:09.529243 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-10d900ec-ea6d-4d42-a4f6-9d0e169ad345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:09.547118 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cfabf-771c-455f-9237-5f6cf7ca70a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b65fac1-342c-4e9f-8694-8fc5264175c8,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:09.595577 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-accdd3a7-6d9b-4848-b583-c3581e63d1ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6041210 Jun 21 16:51:09.602461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76304ca0-7c6d-49bd-a833-ed408ebbc3dd req-59347b2c-c162-4231-9c3a-72afdfbc4219 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:09.604171 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-76304ca0-7c6d-49bd-a833-ed408ebbc3dd req-59347b2c-c162-4231-9c3a-72afdfbc4219 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1310780 Jun 21 16:51:09.612968 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Request body: {'port': {'device_id': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:09.616904 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-a7a5dbbd-cf94-4a66-b4aa-29c074cfd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:09.617777 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-10d900ec-ea6d-4d42-a4f6-9d0e169ad345 None None] Port 205be5db-3ab1-4914-b8b3-31b16386f2c6 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:51:09.622761 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-a7a5dbbd-cf94-4a66-b4aa-29c074cfd4e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83fb026ffcbd4a71929a4b3c860b3bee&device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 1128 time: 0.0856032 Jun 21 16:51:09.638130 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:09.645671 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e01f7-ab54-4d5c-a498-3f288d93bc09 req-01ec1180-5301-4cb5-bbb5-1df110a6a7fb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:09.651283 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c24e01f7-ab54-4d5c-a498-3f288d93bc09 req-01ec1180-5301-4cb5-bbb5-1df110a6a7fb tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 944 time: 0.0609031 Jun 21 16:51:09.697312 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-87b2407a-0795-4f1c-a5fa-d2e20a8a47e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b65fac1-342c-4e9f-8694-8fc5264175c8 HTTP/1.1" status: 200 len: 217 time: 0.0547459 Jun 21 16:51:09.735334 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c24e01f7-ab54-4d5c-a498-3f288d93bc09 req-025df79a-cff0-4c27-a888-834297324290 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807285 Jun 21 16:51:09.738422 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:09.808207 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92f148c-9400-4d63-beb3-618311691071 x-openstack-request-id: req-b92f148c-9400-4d63-beb3-618311691071 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:51:09.808521 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34842a77-dcf1-4213-bc30-4bea3008101b", "tag": "0b65fac1-342c-4e9f-8694-8fc5264175c8", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:51:09.808764 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b92f148c-9400-4d63-beb3-618311691071 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:51:09.809171 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92f148c-9400-4d63-beb3-618311691071'] response: {'name': 'network-changed', 'server_uuid': '34842a77-dcf1-4213-bc30-4bea3008101b', 'tag': '0b65fac1-342c-4e9f-8694-8fc5264175c8', 'status': 'completed', 'code': 200} Jun 21 16:51:09.843296 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-76304ca0-7c6d-49bd-a833-ed408ebbc3dd req-fd5e35e3-facb-44c3-9e21-d5bcf2bc5454 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219400 Jun 21 16:51:09.854230 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-791bb31e-b0e6-413c-9fbf-dab5aabe3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:09.855702 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-791bb31e-b0e6-413c-9fbf-dab5aabe3212 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6 HTTP/1.1" status: 200 len: 849 time: 0.1156940 Jun 21 16:51:09.941987 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-f0c8e632-3d30-4215-bde7-548e5b5cc8fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cf6e549-6d0a-4c00-bdfa-de021fc82834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775175 Jun 21 16:51:10.041834 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:10.108989 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-14ed13e5-f11c-4a20-8df6-f5a3386b28e6 service neutron] 10.222.0.47 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574607 Jun 21 16:51:10.262775 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205be5db-3ab1-4914-b8b3-31b16386f2c6 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:51:10.278849 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d677cc04-eb0f-4a9d-97cf-c60b41dc5df2 req-fdd56119-03ac-4ec7-a753-8a2398053790 service neutron] 10.222.0.47 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623619 Jun 21 16:51:10.343423 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Publish callbacks [] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:10.356747 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Transition to ACTIVE for port object 205be5db-3ab1-4914-b8b3-31b16386f2c6 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:51:10.517184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:10.579013 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216380d-7722-4272-90e5-41779873e315 req-f5481771-c2d7-47e7-af5a-043c757f5916 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:10.591169 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f216380d-7722-4272-90e5-41779873e315 req-f5481771-c2d7-47e7-af5a-043c757f5916 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.1388083 Jun 21 16:51:10.730340 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f216380d-7722-4272-90e5-41779873e315 req-d55d7671-85cd-4e8f-89e9-a28a40cb084c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172957 Jun 21 16:51:10.752685 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Pushing event updated for resources: {'Port': ['ID=205be5db-3ab1-4914-b8b3-31b16386f2c6,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:10.802381 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d98cc-ff0d-4dd8-9dc0-6ed48c3db8fb req-0b7e673f-aeed-464c-81f8-25fa41d593a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:10.809766 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-263d98cc-ff0d-4dd8-9dc0-6ed48c3db8fb req-0b7e673f-aeed-464c-81f8-25fa41d593a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 944 time: 0.1807616 Jun 21 16:51:10.857090 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:10.904561 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-263d98cc-ff0d-4dd8-9dc0-6ed48c3db8fb req-cc82af02-e68d-4719-bd43-741909fdd5bd tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929508 Jun 21 16:51:10.931249 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803f5a5-1c16-4182-82c0-2e3623ebef6f req-a586f88f-bec8-4794-b654-07e949a37fd7 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:10.931511 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Attempting to bind port 205be5db-3ab1-4914-b8b3-31b16386f2c6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:51:10.932015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Attempting to bind port 205be5db-3ab1-4914-b8b3-31b16386f2c6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:51:10.933512 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Attempting to bind port 205be5db-3ab1-4914-b8b3-31b16386f2c6 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:10.939535 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5803f5a5-1c16-4182-82c0-2e3623ebef6f req-a586f88f-bec8-4794-b654-07e949a37fd7 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 944 time: 0.0843618 Jun 21 16:51:10.951762 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Port 205be5db-3ab1-4914-b8b3-31b16386f2c6 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:51:10.954216 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Attempting to bind port 205be5db-3ab1-4914-b8b3-31b16386f2c6 on network 645d33ca-1458-475e-a591-c2b90b24a4f2 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:10.970003 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:51:10.970337 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Checking segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:10.970724 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Bound using segment: {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:51:10.971770 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Bound port: 205be5db-3ab1-4914-b8b3-31b16386f2c6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902036c6-f3b5-4c9d-b4cc-9f3e65026562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1220, 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:51:10.972883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:11.039060 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5803f5a5-1c16-4182-82c0-2e3623ebef6f req-0cc2b32a-1a0d-4c49-92cc-2a55fe131c4b tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978620 Jun 21 16:51:11.115075 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e620e-4b6e-4f00-a5b4-bdf2e84136cc req-4d08ae11-99fc-4691-9087-2eb0a6eafd07 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:11.116588 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-919e620e-4b6e-4f00-a5b4-bdf2e84136cc req-4d08ae11-99fc-4691-9087-2eb0a6eafd07 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1199982 Jun 21 16:51:11.117714 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] For port 205be5db-3ab1-4914-b8b3-31b16386f2c6, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:51:11.121100 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] For port 205be5db-3ab1-4914-b8b3-31b16386f2c6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:51:11.177439 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-919e620e-4b6e-4f00-a5b4-bdf2e84136cc req-5f44c8f2-7f54-4951-b361-e4048c703576 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531211 Jun 21 16:51:11.289871 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:11.341478 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:11.342136 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:11.343909 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] 10.222.0.47 "PUT /v2.0/ports/205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 200 len: 1094 time: 1.7366812 Jun 21 16:51:11.355193 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37608) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:11.378071 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93fe4-4923-47c4-9717-c46258cb0fef service neutron] Pushing event updated for resources: {'Port': ['ID=205be5db-3ab1-4914-b8b3-31b16386f2c6,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:11.523788 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-83ae2ae6-9bff-4b72-bf13-49f54caf1466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:11.677437 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-3e7860c8-509e-44f4-8b47-ed4966c078fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:11.691865 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-83ae2ae6-9bff-4b72-bf13-49f54caf1466 admin admin] Publish callbacks [] for security_group (c21bc41a-1b50-48b4-811d-c057796ccb85), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:11.692840 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-3e7860c8-509e-44f4-8b47-ed4966c078fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=83fb026ffcbd4a71929a4b3c860b3bee&device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 1128 time: 0.0883999 Jun 21 16:51:11.762973 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-83ae2ae6-9bff-4b72-bf13-49f54caf1466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c21bc41a-1b50-48b4-811d-c057796ccb85), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:11.803354 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-83ae2ae6-9bff-4b72-bf13-49f54caf1466 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f80a4c9a7af4eacb568d9523834b202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476752 Jun 21 16:51:11.804002 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37614) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:11.814052 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:51:11.817027 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:51:11.833770 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-9106d108-18f1-423d-8e86-7a18c92f941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:11.835126 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-9106d108-18f1-423d-8e86-7a18c92f941c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1128 time: 0.0992177 Jun 21 16:51:11.904478 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae2ae6-9bff-4b72-bf13-49f54caf1466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21bc41a-1b50-48b4-811d-c057796ccb85,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:11.905628 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-b4c71ddd-6088-4dc9-90da-65c770b5ec7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 200 len: 217 time: 0.0561702 Jun 21 16:51:11.907011 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-b6367756-6a3d-47b0-b3ab-ad690ca9fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:11.908384 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-b6367756-6a3d-47b0-b3ab-ad690ca9fc7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5cf6e549-6d0a-4c00-bdfa-de021fc82834 HTTP/1.1" status: 200 len: 911 time: 0.2143602 Jun 21 16:51:11.914289 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c7b1e8-37b5-42e2-93c8-60654fe8e8ae x-openstack-request-id: req-e6c7b1e8-37b5-42e2-93c8-60654fe8e8ae {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:51:11.914460 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:51:11.914733 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6c7b1e8-37b5-42e2-93c8-60654fe8e8ae {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:51:11.915136 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c7b1e8-37b5-42e2-93c8-60654fe8e8ae'] response: {'name': 'network-changed', 'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'status': 'completed', 'code': 200} Jun 21 16:51:11.948712 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a777c6b5-0f2e-46b8-ac59-2b818d63fe2c admin admin] Publish callbacks [] for security_group (c21bc41a-1b50-48b4-811d-c057796ccb85), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:11.974508 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:11.977989 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-1a6c32fb-3104-4f2a-9f34-f73f75b2759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:11.979365 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-1a6c32fb-3104-4f2a-9f34-f73f75b2759d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0603213 Jun 21 16:51:11.990466 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da2a02-122b-4f54-96dc-99a073978eaa req-cb4912da-23e5-4c89-bbe9-5aa082f1df21 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:11.992111 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e2da2a02-122b-4f54-96dc-99a073978eaa req-cb4912da-23e5-4c89-bbe9-5aa082f1df21 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.1241710 Jun 21 16:51:11.998090 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a777c6b5-0f2e-46b8-ac59-2b818d63fe2c admin admin] Publish callbacks [] for security_group (c21bc41a-1b50-48b4-811d-c057796ccb85), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:12.027696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:12.031827 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-19d27767-bfd1-4f0a-8a3a-58b8cf41fb5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b65fac1-342c-4e9f-8694-8fc5264175c8 HTTP/1.1" status: 200 len: 217 time: 0.0557506 Jun 21 16:51:12.075744 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e2da2a02-122b-4f54-96dc-99a073978eaa req-3df0e55c-f70f-4bbb-ae2e-c8c5469dd67d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753312 Jun 21 16:51:12.172360 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d21b0-7431-472f-8b81-8de5367072a5 req-558b550b-54f7-4905-9c0b-fd9196d906d6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:12.173927 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-021d21b0-7431-472f-8b81-8de5367072a5 req-558b550b-54f7-4905-9c0b-fd9196d906d6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 944 time: 0.1517332 Jun 21 16:51:12.176287 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-a947301a-db15-4052-a98f-2ab2f43ed046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:12.180518 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-a947301a-db15-4052-a98f-2ab2f43ed046 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1570153 Jun 21 16:51:12.215017 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a777c6b5-0f2e-46b8-ac59-2b818d63fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c21bc41a-1b50-48b4-811d-c057796ccb85), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:12.217854 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a777c6b5-0f2e-46b8-ac59-2b818d63fe2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:12.219509 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a777c6b5-0f2e-46b8-ac59-2b818d63fe2c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c21bc41a-1b50-48b4-811d-c057796ccb85 HTTP/1.1" status: 204 len: 168 time: 0.4147587 Jun 21 16:51:12.235419 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c6b5-0f2e-46b8-ac59-2b818d63fe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21bc41a-1b50-48b4-811d-c057796ccb85,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:12.261723 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c401db2-dc68-4f9f-9d65-26fa9e2954e1 req-7123dee4-90cd-4a4b-9999-8ff114c4c341 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:12.270421 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c401db2-dc68-4f9f-9d65-26fa9e2954e1 req-7123dee4-90cd-4a4b-9999-8ff114c4c341 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 944 time: 0.1001625 Jun 21 16:51:12.309761 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-659f07af-55e7-4e25-b93c-f1e295a27df1 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085198 Jun 21 16:51:12.343334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-8eb112e3-ebd9-435f-ad16-c02ad7208b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:12.344820 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-8eb112e3-ebd9-435f-ad16-c02ad7208b06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6 HTTP/1.1" status: 200 len: 849 time: 0.3005114 Jun 21 16:51:12.348915 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c401db2-dc68-4f9f-9d65-26fa9e2954e1 req-de913074-77c1-4afc-b671-be33754e7528 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763283 Jun 21 16:51:12.404807 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-182b7a55-d94e-48d7-9b29-b9184063f88d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5cf6e549-6d0a-4c00-bdfa-de021fc82834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486248 Jun 21 16:51:12.410774 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-021d21b0-7431-472f-8b81-8de5367072a5 req-61cff2e4-9946-4b50-be2b-4f28a48dfa55 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279124 Jun 21 16:51:12.540696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfc514-f3b2-49ba-b4f4-f670622b372b req-b53d117e-9a8c-4510-beb7-f59d3ad59b33 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:12.549183 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bbbfc514-f3b2-49ba-b4f4-f670622b372b req-b53d117e-9a8c-4510-beb7-f59d3ad59b33 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1025906 Jun 21 16:51:12.569174 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:12.625539 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bbbfc514-f3b2-49ba-b4f4-f670622b372b req-fa2b60f6-8490-4236-ad7e-4bd4b606f42f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702927 Jun 21 16:51:12.687004 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37634) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:12.850042 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a26be1fc-b9b2-4726-8217-2eb22497c753 req-262576a9-8939-48a0-bd4b-4dbc63b13ab5 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298858 Jun 21 16:51:12.901970 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-1d49d6fb-e81f-466f-b7ad-e749fc8e9d22 service neutron] 10.222.0.47 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548798 Jun 21 16:51:12.907100 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3198354f-2435-4d93-a78d-7049379d8c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:12.993770 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:13.024747 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3198354f-2435-4d93-a78d-7049379d8c28 admin admin] Publish callbacks [] for security_group (a5a15b1d-f8b8-4789-924e-bfae10ba3c87), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.032029 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3247a2d3-265c-4229-8ebc-07920e6f86fb req-6195eb9f-90e7-4a34-9e6c-a187f89d0dfb service neutron] 10.222.0.47 "GET /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207495 Jun 21 16:51:13.100136 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3198354f-2435-4d93-a78d-7049379d8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (a5a15b1d-f8b8-4789-924e-bfae10ba3c87), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.158178 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-3198354f-2435-4d93-a78d-7049379d8c28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d43e2910352432b9b410962c0b2b021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676118 Jun 21 16:51:13.158178 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198354f-2435-4d93-a78d-7049379d8c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a15b1d-f8b8-4789-924e-bfae10ba3c87,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:13.167376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37640) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:13.238746 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37642) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:13.256763 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-33bbf6ee-bed2-4de4-bf06-45354a955073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.263021 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec20ac-86da-4c95-beda-434907ec6152 req-eed3e8ef-fac7-4783-b34c-02fc0aa0937d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:13.266771 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f6ec20ac-86da-4c95-beda-434907ec6152 req-eed3e8ef-fac7-4783-b34c-02fc0aa0937d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0648885 Jun 21 16:51:13.324772 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b7c0deca-f4ca-42da-a0ab-df8c30a35af2 admin admin] Publish callbacks [] for security_group (a5a15b1d-f8b8-4789-924e-bfae10ba3c87), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.383649 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b7c0deca-f4ca-42da-a0ab-df8c30a35af2 admin admin] Publish callbacks [] for security_group (a5a15b1d-f8b8-4789-924e-bfae10ba3c87), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.421633 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f6ec20ac-86da-4c95-beda-434907ec6152 req-f6ee8625-d152-4b8f-b9a1-56f886348054 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381996 Jun 21 16:51:13.503136 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7d95a-5c22-4657-9b01-faab8032c8fc req-f6a7cfca-a8cf-4ed8-878b-fc9d46f02905 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:13.504783 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e8a7d95a-5c22-4657-9b01-faab8032c8fc req-f6a7cfca-a8cf-4ed8-878b-fc9d46f02905 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 944 time: 0.0700438 Jun 21 16:51:13.578086 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e8a7d95a-5c22-4657-9b01-faab8032c8fc req-49e685a1-47c7-4254-8ab1-c8abdbe95a29 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623922 Jun 21 16:51:13.589366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b18b0-b81b-4c66-b0e3-e085bf2c56a8 req-1f8b05c9-8d9d-4903-b2fb-a1cc47be0125 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:13.599203 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e71b18b0-b81b-4c66-b0e3-e085bf2c56a8 req-1f8b05c9-8d9d-4903-b2fb-a1cc47be0125 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 944 time: 0.0836840 Jun 21 16:51:13.625195 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-33bbf6ee-bed2-4de4-bf06-45354a955073 admin admin] Publish callbacks [] for security_group (f9250c50-71b9-46f4-b0bc-7d8b8cf7ca21), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.653713 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 0b65fac1-342c-4e9f-8694-8fc5264175c8 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:51:13.680025 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e71b18b0-b81b-4c66-b0e3-e085bf2c56a8 req-83372d54-a424-4623-8f00-87a6e08a0d1c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603778 Jun 21 16:51:13.695915 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b7c0deca-f4ca-42da-a0ab-df8c30a35af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (a5a15b1d-f8b8-4789-924e-bfae10ba3c87), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.698655 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b7c0deca-f4ca-42da-a0ab-df8c30a35af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.704597 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-b7c0deca-f4ca-42da-a0ab-df8c30a35af2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5a15b1d-f8b8-4789-924e-bfae10ba3c87 HTTP/1.1" status: 204 len: 168 time: 0.5426803 Jun 21 16:51:13.719354 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0deca-f4ca-42da-a0ab-df8c30a35af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a15b1d-f8b8-4789-924e-bfae10ba3c87,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:13.744682 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-33bbf6ee-bed2-4de4-bf06-45354a955073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f9250c50-71b9-46f4-b0bc-7d8b8cf7ca21), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.807446 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d9b4-7b75-4fed-8787-7bab68a01da1 req-8efe433d-2bb0-444f-8e48-2bc1104c5efa tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:13.809171 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aa27d9b4-7b75-4fed-8787-7bab68a01da1 req-8efe433d-2bb0-444f-8e48-2bc1104c5efa tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1050739 Jun 21 16:51:13.820066 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-33bbf6ee-bed2-4de4-bf06-45354a955073 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37eed9f8fe9742bb8336efcd48231eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5778842 Jun 21 16:51:13.820066 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbf6ee-bed2-4de4-bf06-45354a955073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9250c50-71b9-46f4-b0bc-7d8b8cf7ca21,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:13.825486 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37652) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:13.830012 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:13.865768 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 0b65fac1-342c-4e9f-8694-8fc5264175c8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0b65fac1-342c-4e9f-8694-8fc5264175c8,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:13.887508 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '0b65fac1-342c-4e9f-8694-8fc5264175c8', 'network_id': '5cf6e549-6d0a-4c00-bdfa-de021fc82834', 'port_id': '0b65fac1-342c-4e9f-8694-8fc5264175c8', 'mac_address': 'fa:16:3e:1c:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:51:13.913547 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aa27d9b4-7b75-4fed-8787-7bab68a01da1 req-52df996d-8122-4a0f-8c16-0dc174dce2ce tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909553 Jun 21 16:51:13.944899 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55dd8df4-6d75-4d34-960f-57dd9c83af9d admin admin] Publish callbacks [] for security_group (f9250c50-71b9-46f4-b0bc-7d8b8cf7ca21), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.956794 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 0b65fac1-342c-4e9f-8694-8fc5264175c8 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:13.958015 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.974173 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55dd8df4-6d75-4d34-960f-57dd9c83af9d admin admin] Publish callbacks [] for security_group (f9250c50-71b9-46f4-b0bc-7d8b8cf7ca21), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:13.981895 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b65fac1-342c-4e9f-8694-8fc5264175c8 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:51:14.027552 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 0b65fac1-342c-4e9f-8694-8fc5264175c8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0b65fac1-342c-4e9f-8694-8fc5264175c8,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:14.111548 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:14.140941 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55dd8df4-6d75-4d34-960f-57dd9c83af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f9250c50-71b9-46f4-b0bc-7d8b8cf7ca21), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:14.144771 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55dd8df4-6d75-4d34-960f-57dd9c83af9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:14.149121 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-55dd8df4-6d75-4d34-960f-57dd9c83af9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f9250c50-71b9-46f4-b0bc-7d8b8cf7ca21 HTTP/1.1" status: 204 len: 168 time: 0.3237095 Jun 21 16:51:14.205041 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=0b65fac1-342c-4e9f-8694-8fc5264175c8,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:14.230389 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd8df4-6d75-4d34-960f-57dd9c83af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9250c50-71b9-46f4-b0bc-7d8b8cf7ca21,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:14.245474 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-bb3ded28-0998-4065-b900-355399dae2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:14.247270 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-bb3ded28-0998-4065-b900-355399dae2d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1128 time: 0.1001630 Jun 21 16:51:14.390140 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:14.395237 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-af7866a8-c5d1-4d45-a0c6-d0decfde90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:14.396783 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-af7866a8-c5d1-4d45-a0c6-d0decfde90cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.1274552 Jun 21 16:51:14.440911 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['0b65fac1-342c-4e9f-8694-8fc5264175c8'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:51:14.449184 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-910658c2-67d2-453b-9d3b-a7f8ceece516 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 200 len: 217 time: 0.0457346 Jun 21 16:51:14.523244 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:14.552835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-590a835a-53d0-4bd6-91c5-06fa825edf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:14.554390 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-590a835a-53d0-4bd6-91c5-06fa825edf35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0922019 Jun 21 16:51:14.566059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda64121-2f4e-48c1-b488-d5703a80ec86 req-155737d0-b643-4faa-904a-d6b639ae8714 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:14.567656 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cda64121-2f4e-48c1-b488-d5703a80ec86 req-155737d0-b643-4faa-904a-d6b639ae8714 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0657992 Jun 21 16:51:14.617123 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:14.648219 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-881b0cfb-ab14-4851-897e-6a124fe2817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:14.650370 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-881b0cfb-ab14-4851-897e-6a124fe2817d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0811405 Jun 21 16:51:14.658092 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cda64121-2f4e-48c1-b488-d5703a80ec86 req-5dda514e-01a9-4ae8-ab1f-55eb8d04169b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803075 Jun 21 16:51:14.718505 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e7db7-df50-4527-9865-2a082166ad6d req-fa52b8f7-1642-4245-a7eb-419686ac5e81 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:14.720247 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-338e7db7-df50-4527-9865-2a082166ad6d req-fa52b8f7-1642-4245-a7eb-419686ac5e81 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 945 time: 0.0555930 Jun 21 16:51:14.790816 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-338e7db7-df50-4527-9865-2a082166ad6d req-1f709df2-d784-4ff8-a6a4-aab809fec005 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602186 Jun 21 16:51:14.813781 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-218bcd0b-53bb-4518-a11c-cbf41d70bde8 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547351 Jun 21 16:51:14.823752 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae0d91-5f40-408e-bc07-3ac68a109cff req-bdcaf630-e2ac-4679-adf0-75aa987ab977 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:14.825474 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-81ae0d91-5f40-408e-bc07-3ac68a109cff req-bdcaf630-e2ac-4679-adf0-75aa987ab977 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 944 time: 0.0777338 Jun 21 16:51:15.008169 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-81ae0d91-5f40-408e-bc07-3ac68a109cff req-f3d1a57f-7c55-4187-8196-247189ef1225 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730208 Jun 21 16:51:15.044007 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-59ea5898-8d44-4a7a-ad0a-476c9df90f0c req-70a26521-c16c-4eb7-b941-ed10d78b4ecc service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173195 Jun 21 16:51:15.100156 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:15.138979 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bc1b0-c1a2-42bb-9329-cc23b7f000a3 req-8b44af31-3142-4f74-b9d6-44541a91855a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:15.150384 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-930bc1b0-c1a2-42bb-9329-cc23b7f000a3 req-8b44af31-3142-4f74-b9d6-44541a91855a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0928078 Jun 21 16:51:15.227697 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-930bc1b0-c1a2-42bb-9329-cc23b7f000a3 req-35c30ead-5cef-436e-8a40-13183ab5d7c9 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762241 Jun 21 16:51:15.669357 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 205be5db-3ab1-4914-b8b3-31b16386f2c6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:51:15.683137 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 0b65fac1-342c-4e9f-8694-8fc5264175c8 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:15.736085 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:15.763295 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5ee7e-a8d4-4ba4-bd19-0d4d84606107 req-c1bb2245-c289-4aac-9493-d5bc95ad36ed tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:15.775634 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-33a5ee7e-a8d4-4ba4-bd19-0d4d84606107 req-c1bb2245-c289-4aac-9493-d5bc95ad36ed tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1116860 Jun 21 16:51:15.850729 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 205be5db-3ab1-4914-b8b3-31b16386f2c6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:15.905223 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-33a5ee7e-a8d4-4ba4-bd19-0d4d84606107 req-60e9b7e5-6a6c-4d2d-b649-62a7bcb4f07c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276248 Jun 21 16:51:15.927871 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-a36568ea-bd25-4ddb-9989-ebb120c807e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:15.928714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'mac_address': 'fa:16:3e:7f:5e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:51:15.929533 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-a36568ea-bd25-4ddb-9989-ebb120c807e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 1129 time: 0.0756891 Jun 21 16:51:15.990965 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 205be5db-3ab1-4914-b8b3-31b16386f2c6 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:15.991421 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:16.030946 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 0b65fac1-342c-4e9f-8694-8fc5264175c8 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:51:16.040663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205be5db-3ab1-4914-b8b3-31b16386f2c6 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:51:16.102285 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 205be5db-3ab1-4914-b8b3-31b16386f2c6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:16.110123 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ac700-adad-40a1-8169-4df791553389 req-56ab0abc-b6f7-49db-a6c9-5efbb208cc8d tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:16.113091 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 0b65fac1-342c-4e9f-8694-8fc5264175c8 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:16.113702 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:16.115711 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d2dd-b4e2-4be2-a35d-f8086a7ef8a2 req-5226d31e-f306-4d25-9a7d-6b85f27566b4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:16.122784 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d66ac700-adad-40a1-8169-4df791553389 req-56ab0abc-b6f7-49db-a6c9-5efbb208cc8d tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 945 time: 0.1051633 Jun 21 16:51:16.133657 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6271d2dd-b4e2-4be2-a35d-f8086a7ef8a2 req-5226d31e-f306-4d25-9a7d-6b85f27566b4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.1995215 Jun 21 16:51:16.183774 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:16.211120 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d66ac700-adad-40a1-8169-4df791553389 req-4028147b-5e70-4856-9f6d-87b2f3d22a6b tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873320 Jun 21 16:51:16.343885 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6271d2dd-b4e2-4be2-a35d-f8086a7ef8a2 req-0e989867-8968-4c2f-9512-a26ca860b8fd tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125986 Jun 21 16:51:16.352499 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-faff8ed5-9504-4461-a090-ee86d1c684d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:16.355248 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-faff8ed5-9504-4461-a090-ee86d1c684d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 913 time: 0.4074125 Jun 21 16:51:16.366273 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 0b65fac1-342c-4e9f-8694-8fc5264175c8 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:16.366910 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:16.374162 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=205be5db-3ab1-4914-b8b3-31b16386f2c6,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:16.398420 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ca57-fcda-4b5e-8bb3-7ec1409c7f7f req-885d4746-a853-44cf-847a-49c8a751c9ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:16.404328 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34842a77-dcf1-4213-bc30-4bea3008101b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b65fac1-342c-4e9f-8694-8fc5264175c8'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:51:16.406862 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee1743-cb25-423d-8d02-8db902839b99" -d '{"events": [{"server_uuid": "34842a77-dcf1-4213-bc30-4bea3008101b", "name": "network-vif-plugged", "status": "completed", "tag": "0b65fac1-342c-4e9f-8694-8fc5264175c8"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:51:16.417258 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3b78ca57-fcda-4b5e-8bb3-7ec1409c7f7f req-885d4746-a853-44cf-847a-49c8a751c9ed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 945 time: 0.1480575 Jun 21 16:51:16.423888 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 0b65fac1-342c-4e9f-8694-8fc5264175c8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0b65fac1-342c-4e9f-8694-8fc5264175c8,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:16.523575 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:16.530144 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a5b8d-549a-43e7-bd02-c0cc9412d65b x-openstack-request-id: req-f75a5b8d-549a-43e7-bd02-c0cc9412d65b {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:51:16.531022 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34842a77-dcf1-4213-bc30-4bea3008101b", "name": "network-vif-plugged", "status": "completed", "tag": "0b65fac1-342c-4e9f-8694-8fc5264175c8", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:51:16.531438 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f75a5b8d-549a-43e7-bd02-c0cc9412d65b {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:51:16.532016 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75a5b8d-549a-43e7-bd02-c0cc9412d65b'] response: {'server_uuid': '34842a77-dcf1-4213-bc30-4bea3008101b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b65fac1-342c-4e9f-8694-8fc5264175c8', 'code': 200} Jun 21 16:51:16.533377 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['205be5db-3ab1-4914-b8b3-31b16386f2c6'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:51:16.551228 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3b78ca57-fcda-4b5e-8bb3-7ec1409c7f7f req-e77ea76f-b709-4f83-9076-e78bac9bac60 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310947 Jun 21 16:51:16.589801 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-860cee62-81f2-4388-b995-72420d4b53df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71 HTTP/1.1" status: 200 len: 1000 time: 0.2258182 Jun 21 16:51:16.696543 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-2e7a0662-2457-474f-9fd9-2b8e46f399f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:16.699398 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-2e7a0662-2457-474f-9fd9-2b8e46f399f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 200 len: 850 time: 0.0982404 Jun 21 16:51:16.699662 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=0b65fac1-342c-4e9f-8694-8fc5264175c8,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:16.704611 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:16.743305 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:16.801813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-bcdc8804-3a1a-4dc5-8f69-63a5ed926f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:16.803194 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-bcdc8804-3a1a-4dc5-8f69-63a5ed926f02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63924b26-7bc3-4fc5-bf40-93746d4a252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0870714 Jun 21 16:51:16.829305 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:16.951346 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-b39095f0-d0e1-451c-b55b-e0dfddd1f3f6 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384163 Jun 21 16:51:17.029816 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1126-3a76-4491-8c46-8e73e4409f22 req-6c86554c-e655-4e96-a207-ab5d851cd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:17.033328 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e8ee1126-3a76-4491-8c46-8e73e4409f22 req-6c86554c-e655-4e96-a207-ab5d851cd65e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 1130 time: 0.0948296 Jun 21 16:51:17.136391 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9882d4-5a65-43bf-a6cd-1325670243d2 req-d387521f-cf64-480a-a91b-69651c453952 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:17.146457 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2e9882d4-5a65-43bf-a6cd-1325670243d2 req-d387521f-cf64-480a-a91b-69651c453952 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1351819 Jun 21 16:51:17.175826 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:17.241697 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e8ee1126-3a76-4491-8c46-8e73e4409f22 req-9a70f8ae-2560-452b-a1e8-6238e7a428d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839480 Jun 21 16:51:17.255353 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15953d63-3c0f-40b9-ae69-8ee7e9ed8373 req-d26be8c8-ffd9-4c5c-8a59-b53f9fbf70f1 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678738 Jun 21 16:51:17.268506 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2e9882d4-5a65-43bf-a6cd-1325670243d2 req-ea23fd8d-66db-4b83-999e-ae4df20b04d8 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199534 Jun 21 16:51:17.371596 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e233ddc-23d2-41d7-a3cb-78572005f837 req-10193090-768b-49d2-a8b4-15c714676432 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:17.380852 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6e233ddc-23d2-41d7-a3cb-78572005f837 req-10193090-768b-49d2-a8b4-15c714676432 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 946 time: 0.0661871 Jun 21 16:51:17.450034 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6e233ddc-23d2-41d7-a3cb-78572005f837 req-7411d53f-15b2-4a40-9f5f-56f2d78d8a9e tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678930 Jun 21 16:51:17.485554 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37784) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:17.554999 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4c850-11da-43eb-925e-df0a69ec8fcc req-c1bde394-165d-49e7-899d-4f9c86f5e4c8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:17.556835 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f5c4c850-11da-43eb-925e-df0a69ec8fcc req-c1bde394-165d-49e7-899d-4f9c86f5e4c8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0872495 Jun 21 16:51:17.614013 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f5c4c850-11da-43eb-925e-df0a69ec8fcc req-2b1e0f2a-cc64-403b-ad51-969f410fdb02 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508680 Jun 21 16:51:17.689043 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 205be5db-3ab1-4914-b8b3-31b16386f2c6 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:17.709319 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23d892-57f7-4874-80c1-35df7ca3611f req-b33f2de5-1667-4fb7-90c9-098a91559531 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:17.720161 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1e23d892-57f7-4874-80c1-35df7ca3611f req-b33f2de5-1667-4fb7-90c9-098a91559531 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 945 time: 0.0836303 Jun 21 16:51:17.730079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e8d83177-9e6b-45d2-8590-3a49cc4b7a26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:17.755596 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 205be5db-3ab1-4914-b8b3-31b16386f2c6 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:51:17.796685 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1e23d892-57f7-4874-80c1-35df7ca3611f req-aff2d6b4-223f-4289-ad04-3028a7efb0dc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777037 Jun 21 16:51:17.833851 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 205be5db-3ab1-4914-b8b3-31b16386f2c6 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:17.834271 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:17.896408 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e8d83177-9e6b-45d2-8590-3a49cc4b7a26 admin admin] Publish callbacks [] for security_group (0971ceb2-8e3c-44fe-a141-32d3d6fa4c32), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:17.936011 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 205be5db-3ab1-4914-b8b3-31b16386f2c6 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:17.936624 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:17.963292 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e8d83177-9e6b-45d2-8590-3a49cc4b7a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0971ceb2-8e3c-44fe-a141-32d3d6fa4c32), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:17.977488 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 205be5db-3ab1-4914-b8b3-31b16386f2c6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:18.004646 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d83177-9e6b-45d2-8590-3a49cc4b7a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0971ceb2-8e3c-44fe-a141-32d3d6fa4c32,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:18.013214 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-e8d83177-9e6b-45d2-8590-3a49cc4b7a26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3b0da71f9d8457bbce7126918a34782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245404 Jun 21 16:51:18.014299 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37802) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:18.060190 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:18.100988 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0288feea-5f5d-4a81-a35c-15234b30caba admin admin] Publish callbacks [] for security_group (0971ceb2-8e3c-44fe-a141-32d3d6fa4c32), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:18.136285 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0288feea-5f5d-4a81-a35c-15234b30caba admin admin] Publish callbacks [] for security_group (0971ceb2-8e3c-44fe-a141-32d3d6fa4c32), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:18.144740 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=205be5db-3ab1-4914-b8b3-31b16386f2c6,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:18.266931 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0288feea-5f5d-4a81-a35c-15234b30caba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0971ceb2-8e3c-44fe-a141-32d3d6fa4c32), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:18.270381 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0288feea-5f5d-4a81-a35c-15234b30caba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:18.283407 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0288feea-5f5d-4a81-a35c-15234b30caba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0971ceb2-8e3c-44fe-a141-32d3d6fa4c32 HTTP/1.1" status: 204 len: 168 time: 0.2615333 Jun 21 16:51:18.292073 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:18.297642 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288feea-5f5d-4a81-a35c-15234b30caba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0971ceb2-8e3c-44fe-a141-32d3d6fa4c32,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:18.453122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e0757-207a-4298-bfc9-22d1db59f3ef req-be540efd-12fd-4245-a473-938fea9c3777 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:18.462408 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1a4e0757-207a-4298-bfc9-22d1db59f3ef req-be540efd-12fd-4245-a473-938fea9c3777 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0664926 Jun 21 16:51:18.533937 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:51:18.536743 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a4ffe-ea09-4076-b787-52127e48fe92" -d '{"events": [{"server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "name": "network-vif-plugged", "status": "completed", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:51:18.553791 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1a4e0757-207a-4298-bfc9-22d1db59f3ef req-9e8fca9d-0c3b-46b7-9d76-2f7d43c27db6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902987 Jun 21 16:51:18.739028 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779f2c1c-8223-4388-b2db-7355d395af1d x-openstack-request-id: req-779f2c1c-8223-4388-b2db-7355d395af1d {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:51:18.739028 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "name": "network-vif-plugged", "status": "completed", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:51:18.739028 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-779f2c1c-8223-4388-b2db-7355d395af1d {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:51:18.739028 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779f2c1c-8223-4388-b2db-7355d395af1d'] response: {'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'code': 200} Jun 21 16:51:18.740027 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b7ec7-f357-413e-a997-5be5142e9be0 req-e3a10e04-f340-4fef-b494-b4ec9fb725c6 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:18.740027 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-534b7ec7-f357-413e-a997-5be5142e9be0 req-e3a10e04-f340-4fef-b494-b4ec9fb725c6 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 946 time: 0.0673954 Jun 21 16:51:18.740027 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-534b7ec7-f357-413e-a997-5be5142e9be0 req-730a096b-f26f-4dca-b527-7f2d4afcac6c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550625 Jun 21 16:51:18.782849 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d298700-34a1-4ba5-9a45-ad074ef67694 req-66ab3af9-70a0-4662-8a48-fb1e86508326 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:18.784910 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3d298700-34a1-4ba5-9a45-ad074ef67694 req-66ab3af9-70a0-4662-8a48-fb1e86508326 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0681369 Jun 21 16:51:18.849610 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3d298700-34a1-4ba5-9a45-ad074ef67694 req-28dee301-a95b-4295-9894-525a81e1a348 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587165 Jun 21 16:51:18.963131 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f843-59a9-4b0c-b255-0e0e78210cfd req-7e7ee257-e2c9-44ca-b978-f1730a1b8fb3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:18.964715 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-32d4f843-59a9-4b0c-b255-0e0e78210cfd req-7e7ee257-e2c9-44ca-b978-f1730a1b8fb3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0582516 Jun 21 16:51:19.026585 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-32d4f843-59a9-4b0c-b255-0e0e78210cfd req-29016eaa-5674-4ecd-9e85-64e801d6dc03 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545044 Jun 21 16:51:19.686530 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50d75a-c072-46d3-89cc-27e988331b4b req-53a17369-b82a-47b3-802b-78e77fceedf7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:19.688457 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ed50d75a-c072-46d3-89cc-27e988331b4b req-53a17369-b82a-47b3-802b-78e77fceedf7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0541739 Jun 21 16:51:19.741894 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ed50d75a-c072-46d3-89cc-27e988331b4b req-4cb60912-da88-430e-9b59-0a4cb2e9b57b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462012 Jun 21 16:51:19.858428 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b7a18-37f4-48c1-82c6-b9581330b4bf req-d3240c73-c798-4faf-ab27-f5770d31c6fd tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:19.862385 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d47b7a18-37f4-48c1-82c6-b9581330b4bf req-d3240c73-c798-4faf-ab27-f5770d31c6fd tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 946 time: 0.0556922 Jun 21 16:51:19.935967 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d47b7a18-37f4-48c1-82c6-b9581330b4bf req-35044086-0eb9-4ff7-b582-177998b67711 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648263 Jun 21 16:51:19.987448 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a79a7f-0aa5-4023-9a06-1c7733f35dab req-6fdeef2a-a441-4a88-80b8-1e47d0de3ef3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:19.989022 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-22a79a7f-0aa5-4023-9a06-1c7733f35dab req-6fdeef2a-a441-4a88-80b8-1e47d0de3ef3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0526960 Jun 21 16:51:20.102612 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-22a79a7f-0aa5-4023-9a06-1c7733f35dab req-29672c87-b5bd-4926-a364-477e9b6425b0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072929 Jun 21 16:51:20.169881 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d579552-86de-4f35-b01b-ab24fb376acf req-b1a2f8cd-1f1f-4c4e-97d7-0ec4271cd837 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:20.171820 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0d579552-86de-4f35-b01b-ab24fb376acf req-b1a2f8cd-1f1f-4c4e-97d7-0ec4271cd837 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0546670 Jun 21 16:51:20.271558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:20.274848 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6ae7a-5fca-4ede-a82b-4b1e81c54b2d req-e8004c78-0b92-4bb4-bbd4-8b8acc90a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:20.274848 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-07f6ae7a-5fca-4ede-a82b-4b1e81c54b2d req-e8004c78-0b92-4bb4-bbd4-8b8acc90a456 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1130 time: 0.0742857 Jun 21 16:51:20.283131 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0d579552-86de-4f35-b01b-ab24fb376acf req-45f18a56-67f4-4ef2-8688-df7ef8a22bba tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037498 Jun 21 16:51:20.355583 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-07f6ae7a-5fca-4ede-a82b-4b1e81c54b2d req-17fcbf28-4c90-4b6a-b069-5974e9bae5bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726371 Jun 21 16:51:20.869076 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948f5b7-7a1a-4662-bfe9-c332f6b7dea3 req-3518ab2d-cf9b-4078-ba71-bfdd35746605 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:20.870689 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e948f5b7-7a1a-4662-bfe9-c332f6b7dea3 req-3518ab2d-cf9b-4078-ba71-bfdd35746605 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0507479 Jun 21 16:51:20.923424 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e948f5b7-7a1a-4662-bfe9-c332f6b7dea3 req-21da757b-322d-4a32-b1bc-cd29f510bcd9 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437465 Jun 21 16:51:21.046197 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675d7c3-2c0f-4c5f-8b9c-982ea6e4e7b8 req-3bb410a6-a87b-418f-bcdf-de7e9d103e43 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:21.048491 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3675d7c3-2c0f-4c5f-8b9c-982ea6e4e7b8 req-3bb410a6-a87b-418f-bcdf-de7e9d103e43 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 946 time: 0.0488009 Jun 21 16:51:21.147039 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37864) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:21.260605 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783ae1-65cf-4986-b719-d54c2bfe9444 req-502893b7-183a-46a3-86f9-d36e9648bcf3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:21.263315 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-77783ae1-65cf-4986-b719-d54c2bfe9444 req-502893b7-183a-46a3-86f9-d36e9648bcf3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0756047 Jun 21 16:51:21.332288 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3675d7c3-2c0f-4c5f-8b9c-982ea6e4e7b8 req-05dda020-052d-49a2-ab83-09a07d43099a tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759092 Jun 21 16:51:21.336305 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-77783ae1-65cf-4986-b719-d54c2bfe9444 req-20705230-6477-466f-97a5-a140967bd644 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657208 Jun 21 16:51:21.360034 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-597875671-network', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:21.375678 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:21.455634 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aec37-1daf-4ccc-aaf8-aa7ff0d0b9f0 req-f78881ef-335c-47dd-9eb9-c9d86e14a8fd tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:21.458096 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e02aec37-1daf-4ccc-aaf8-aa7ff0d0b9f0 req-f78881ef-335c-47dd-9eb9-c9d86e14a8fd tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0505228 Jun 21 16:51:21.483444 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Made reservation on behalf of 7ab25929bbd643a68f0f01f1fb22b292 for: {'network': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:51:21.486219 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:21.495470 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:21.506896 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e02aec37-1daf-4ccc-aaf8-aa7ff0d0b9f0 req-9fbb5097-e6d7-4c80-a57b-f19376d9e40d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432534 Jun 21 16:51:21.577978 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Publish callbacks [] for security_group (1cdd8adb-c4d6-4dee-980e-c92b4a7092d5), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:21.631413 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (1cdd8adb-c4d6-4dee-980e-c92b4a7092d5), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:21.657886 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=111042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:51:21.667164 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdd8adb-c4d6-4dee-980e-c92b4a7092d5,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:21.677018 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (3d098abc-ddb3-4a3f-b900-1428c1523b36), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:21.677394 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.segments_db [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Added segment 3d098abc-ddb3-4a3f-b900-1428c1523b36 of type vlan for network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e Jun 21 16:51:21.721562 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (448d6feb-dc70-4b20-b57f-7b1ff3596a0e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:21.797839 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (448d6feb-dc70-4b20-b57f-7b1ff3596a0e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:21.798871 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:21.799461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:21.868412 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] Pushing event updated for resources: {'Network': ['ID=448d6feb-dc70-4b20-b57f-7b1ff3596a0e,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:21.874801 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-55e42099-4301-46c2-b56d-f76b429f94e1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7264705 Jun 21 16:51:21.877548 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37886) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:21.880142 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:51:21.883059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Request body: {'subnet': {'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-597875671-subnet', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:21.963205 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Made reservation on behalf of 7ab25929bbd643a68f0f01f1fb22b292 for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:51:21.965715 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529333675'] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:22.086197 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:22.284092 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528619006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529333725'] for subnet (2fa55fd2-1988-4b61-b7d6-899b5f8254e0), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:22.347509 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa55fd2-1988-4b61-b7d6-899b5f8254e0,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:22.358348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Checking segment: {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:22.358348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Network hostable DHCP agents. Network: 448d6feb-dc70-4b20-b57f-7b1ff3596a0e, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:51:22.466011 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:51:22.472207 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb19e1-2ff7-4245-8caa-c969ae2c4447 req-15616d4c-c729-48e3-be5d-fb1b44cf0a61 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:22.473712 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dfcb19e1-2ff7-4245-8caa-c969ae2c4447 req-15616d4c-c729-48e3-be5d-fb1b44cf0a61 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0497639 Jun 21 16:51:22.531927 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dfcb19e1-2ff7-4245-8caa-c969ae2c4447 req-ed9f5b11-58f0-4a06-b5ba-03f9b3a8fda2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523331 Jun 21 16:51:22.563785 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 448d6feb-dc70-4b20-b57f-7b1ff3596a0e) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:22.570020 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:22.580448 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:22.581299 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ccbf4c-e47d-43d6-8708-e6facc0561d8 None None] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:51:22.640579 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-456c2e5a-158f-4c8a-9a10-9eed02e22838 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7619655 Jun 21 16:51:22.643374 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37900) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:22.648280 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:22.655161 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b484-df78-4118-bfd2-52f68b6962d8 req-dc09eb88-7e9b-4b1b-bf11-dce4bff71962 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:22.664947 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3b83b484-df78-4118-bfd2-52f68b6962d8 req-dc09eb88-7e9b-4b1b-bf11-dce4bff71962 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0699563 Jun 21 16:51:22.695436 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:51:22.696415 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:22.717355 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3b83b484-df78-4118-bfd2-52f68b6962d8 req-df000606-25ea-4218-9dd2-93903394f120 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507693 Jun 21 16:51:22.724485 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:22.741371 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (f9182ab7-4f8a-41ae-9e7d-121c67510666), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:22.741371 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (f9182ab7-4f8a-41ae-9e7d-121c67510666), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:22.758319 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34b127-3dcd-4225-bae3-fb2cd488a451 req-b84bd17e-d79e-41e1-b5f7-5e3b32bac01c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:22.766873 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b34b127-3dcd-4225-bae3-fb2cd488a451 req-b84bd17e-d79e-41e1-b5f7-5e3b32bac01c tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 946 time: 0.0889738 Jun 21 16:51:22.857010 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c99148-3d65-4545-818c-31baea29e09a req-9f480b5f-bf32-400a-a5bb-b2668c41b3b9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:22.858520 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-89c99148-3d65-4545-818c-31baea29e09a req-9f480b5f-bf32-400a-a5bb-b2668c41b3b9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0514128 Jun 21 16:51:22.874419 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37904) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:22.875240 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Allocated IP 172.20.0.2 (448d6feb-dc70-4b20-b57f-7b1ff3596a0e/2fa55fd2-1988-4b61-b7d6-899b5f8254e0/0f0b0188-d0c7-45ce-a188-66e01ebce9bc) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:22.877940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks [] for router_controller (f9182ab7-4f8a-41ae-9e7d-121c67510666), precommit_add_association {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:22.880898 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'floatingip': {'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:22.889874 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:22.890817 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93927e46-44d7-4642-bc53-e84aa2317865 req-9740d823-5843-4f2a-8d17-ece027d29ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:22.892307 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-93927e46-44d7-4642-bc53-e84aa2317865 req-9740d823-5843-4f2a-8d17-ece027d29ee7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 1129 time: 0.1008623 Jun 21 16:51:22.910476 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b34b127-3dcd-4225-bae3-fb2cd488a451 req-768f83d9-fea2-4304-b104-2ff41461db3a tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414928 Jun 21 16:51:22.928070 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (162b9d0f-8bb9-43fd-948d-b5693f8c57ad), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.005458 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:23.051462 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Publish callbacks [] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.090575 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:23.104413 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks [] for router_gateway (f9182ab7-4f8a-41ae-9e7d-121c67510666), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.135216 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.177132 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:23.181321 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:23.182856 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:23.196053 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Pushing event updated for resources: {'Port': ['ID=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:23.220761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:23.251653 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Attempting to bind port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:51:23.252020 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Attempting to bind port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:51:23.252386 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Attempting to bind port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc on network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:23.258171 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:51:23.258545 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Checking segment: {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:23.258949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.264697 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Bound using segment: {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:51:23.264697 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Bound port: 0f0b0188-d0c7-45ce-a188-66e01ebce9bc, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:51:23.264697 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.333308 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] For port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:51:23.336645 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] For port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:51:23.388307 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.399622 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks [] for router_gateway (f9182ab7-4f8a-41ae-9e7d-121c67510666), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.403662 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.423443 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.455573 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (162b9d0f-8bb9-43fd-948d-b5693f8c57ad), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.466310 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1553db-771f-4015-b139-f875aac3bdb2 None None] Pushing event updated for resources: {'Port': ['ID=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:23.493630 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:23.554433 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Allocated IP 172.27.2.5 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/f9b65ebb-b944-4ecd-ac79-cdcddbc3f021) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:23.578495 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.l3_db [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Floating IP 162b9d0f-8bb9-43fd-948d-b5693f8c57ad associated. External IP: 172.27.2.238, port: 205be5db-3ab1-4914-b8b3-31b16386f2c6. Jun 21 16:51:23.695012 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks [] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.741789 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075a376-1633-40f9-8053-86e31d25f14c req-b0f666c8-1413-46d0-b3c7-4c0c26826c3f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:23.743653 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d075a376-1633-40f9-8053-86e31d25f14c req-b0f666c8-1413-46d0-b3c7-4c0c26826c3f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.1171234 Jun 21 16:51:23.833639 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:23.853597 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d075a376-1633-40f9-8053-86e31d25f14c req-61035378-995b-4397-b2a6-6911925fd897 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040735 Jun 21 16:51:23.880917 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:23.886251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:23.890538 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:23.915877 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Router 997901b8-9d75-4496-8853-5481094f0d83 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:51:23.933233 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b65ebb-b944-4ecd-ac79-cdcddbc3f021,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:23.982631 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:24.054093 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:51:24.059564 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:24.065571 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] Sync routers for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:51:24.076544 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:24.077240 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:24.099625 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-7101e61e-b408-4d61-b2ff-d7cc5c7939a4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "PUT /v2.0/floatingips/162b9d0f-8bb9-43fd-948d-b5693f8c57ad HTTP/1.1" status: 200 len: 992 time: 1.2203636 Jun 21 16:51:24.099625 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:51:24.100762 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:51:24.140253 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ba0205-ee7e-4425-940b-f920deed27f2 x-openstack-request-id: req-19ba0205-ee7e-4425-940b-f920deed27f2 {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:51:24.140758 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:51:24.140967 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19ba0205-ee7e-4425-940b-f920deed27f2 {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:51:24.141496 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ba0205-ee7e-4425-940b-f920deed27f2'] response: {'name': 'network-changed', 'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'status': 'completed', 'code': 200} Jun 21 16:51:24.197776 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:24.368923 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f561e-aa69-4b16-a26f-9ba0697e9e75 req-86bee6b4-189b-49f0-978f-be19b84883e1 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:24.376286 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b60f561e-aa69-4b16-a26f-9ba0697e9e75 req-86bee6b4-189b-49f0-978f-be19b84883e1 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 946 time: 0.1454179 Jun 21 16:51:24.397828 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:24.458035 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-a726509b-4a69-444c-80e7-7fffb4f04e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:24.460655 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-a726509b-4a69-444c-80e7-7fffb4f04e23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1130 time: 0.1538129 Jun 21 16:51:24.534495 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b60f561e-aa69-4b16-a26f-9ba0697e9e75 req-b7b038f8-d9ac-4620-9025-8568c705f919 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571679 Jun 21 16:51:24.622234 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 0f0b0188-d0c7-45ce-a188-66e01ebce9bc up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:24.657224 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334a2bb9-0432-420a-b4f4-35c24b99e651 None None] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:51:24.700307 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93927e46-44d7-4642-bc53-e84aa2317865 req-8c541053-b4c5-4707-bc93-e38e82e9f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:24.701814 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-93927e46-44d7-4642-bc53-e84aa2317865 req-8c541053-b4c5-4707-bc93-e38e82e9f245 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 919 time: 0.4245934 Jun 21 16:51:24.760748 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-50f2a65a-2bd3-4a47-8b9c-fd2aa163dbde None None] Provisioning complete for port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:24.761123 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-50f2a65a-2bd3-4a47-8b9c-fd2aa163dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:24.790673 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-cbb7bc87-049b-4ad6-948f-05b42bffeb07 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:24.792154 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-cbb7bc87-049b-4ad6-948f-05b42bffeb07 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.47 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 946 time: 0.2087142 Jun 21 16:51:24.804114 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:24.855784 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '162b9d0f-8bb9-43fd-948d-b5693f8c57ad', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '997901b8-9d75-4496-8853-5481094f0d83', 'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'mac_address': 'fa:16:3e:7f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:51:03Z', 'updated_at': '2022-06-21T16:51:23Z', 'revision_number': 1, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:24.885330 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] Checking router: 997901b8-9d75-4496-8853-5481094f0d83 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:51:24.887091 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:24.887466 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:24.901428 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks [] for router_gateway (f9182ab7-4f8a-41ae-9e7d-121c67510666), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:24.908529 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-93927e46-44d7-4642-bc53-e84aa2317865 req-1e0aa83b-19ab-421f-a6ba-9f0cf1a8d073 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 200 len: 1000 time: 0.1773832 Jun 21 16:51:24.909568 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-3c9a80d2-04bd-4dd5-a872-60ef4d5a3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:24.911668 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-3c9a80d2-04bd-4dd5-a872-60ef4d5a3949 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.3880627 Jun 21 16:51:24.944856 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:24.945028 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:25.007451 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21958a2-8385-438a-8e51-fdc7cc135128 req-c15c35d6-90bd-432c-a0dd-65f69860d9df tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:25.016358 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c21958a2-8385-438a-8e51-fdc7cc135128 req-c15c35d6-90bd-432c-a0dd-65f69860d9df tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 945 time: 0.0696404 Jun 21 16:51:25.058203 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:25.072626 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-50f2a65a-2bd3-4a47-8b9c-fd2aa163dbde None None] Current status of the port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:25.072626 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-50f2a65a-2bd3-4a47-8b9c-fd2aa163dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:25.074385 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:25.085273 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Deleting port 0b65fac1-342c-4e9f-8694-8fc5264175c8 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:51:25.085658 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:25.090446 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c21958a2-8385-438a-8e51-fdc7cc135128 req-d03262da-8e38-43d6-977f-9360b269d931 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731394 Jun 21 16:51:25.146515 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-286a35ac-30ea-4eb0-9ae4-e8b3665877ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 200 len: 1000 time: 0.1942761 Jun 21 16:51:25.184835 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:25.215631 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-50f2a65a-2bd3-4a47-8b9c-fd2aa163dbde None None] For port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:25.216621 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:25.217211 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:25.237209 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93927e46-44d7-4642-bc53-e84aa2317865 req-f838b6f1-13d5-4f2f-930a-250a96141364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:25.239291 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-93927e46-44d7-4642-bc53-e84aa2317865 req-f838b6f1-13d5-4f2f-930a-250a96141364 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.2893953 Jun 21 16:51:25.278838 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-50f2a65a-2bd3-4a47-8b9c-fd2aa163dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:25.311813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:25.359246 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-a4941a1f-9b3e-4002-849d-ca3685190c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:25.360983 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-a4941a1f-9b3e-4002-849d-ca3685190c5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.2034454 Jun 21 16:51:25.382578 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.db.api [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 16:51:25.382993 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG oslo_db.api [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 16:51:25.391219 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93927e46-44d7-4642-bc53-e84aa2317865 req-db6a767b-e4fb-4501-884a-26a017929b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:25.392735 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-93927e46-44d7-4642-bc53-e84aa2317865 req-db6a767b-e4fb-4501-884a-26a017929b7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1394949 Jun 21 16:51:25.396108 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] For port 0b65fac1-342c-4e9f-8694-8fc5264175c8, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0b65fac1-342c-4e9f-8694-8fc5264175c8,segment=NetworkSegment(d5395a61-a1e7-459c-82de-06250f726009),segment_id=d5395a61-a1e7-459c-82de-06250f726009)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:25.396478 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:25.405443 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2a65a-2bd3-4a47-8b9c-fd2aa163dbde None None] Pushing event updated for resources: {'Port': ['ID=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:25.416562 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-64c0a50b-6adc-453a-a72a-2621d54ebfc7 None None] Provisioning complete for port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:25.416850 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-64c0a50b-6adc-453a-a72a-2621d54ebfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:25.487987 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Calling delete_port for 0b65fac1-342c-4e9f-8694-8fc5264175c8 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:51:25.512308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-35aec638-0c0c-4ff7-8e77-09169e5857a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:25.513845 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-35aec638-0c0c-4ff7-8e77-09169e5857a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1400795 Jun 21 16:51:25.522440 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (f9182ab7-4f8a-41ae-9e7d-121c67510666), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:25.585791 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-64c0a50b-6adc-453a-a72a-2621d54ebfc7 None None] Current status of the port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:25.591949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '162b9d0f-8bb9-43fd-948d-b5693f8c57ad', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '997901b8-9d75-4496-8853-5481094f0d83', 'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'mac_address': 'fa:16:3e:7f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:51:03Z', 'updated_at': '2022-06-21T16:51:23Z', 'revision_number': 1, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:25.624697 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c331e-d72a-4a70-a460-8fb7a200732d None None] The sync data for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi is: [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '162b9d0f-8bb9-43fd-948d-b5693f8c57ad', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '997901b8-9d75-4496-8853-5481094f0d83', 'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'mac_address': 'fa:16:3e:7f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:51:03Z', 'updated_at': '2022-06-21T16:51:23Z', 'revision_number': 1, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:51:25.773377 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:51:25.866888 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7b305906-1977-410d-88f8-b281cb089050 is: ACTIVE; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:25.867286 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:25.924323 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b305906-1977-410d-88f8-b281cb089050'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:51:25.927383 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233c3d7f-64bf-4667-992b-9ec1229ef681" -d '{"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-unplugged", "status": "completed", "tag": "7b305906-1977-410d-88f8-b281cb089050"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:51:25.950833 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:25.956039 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:25.963103 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:25.975864 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb666d-4d10-448f-86fb-e6b6cc6741cd x-openstack-request-id: req-aedb666d-4d10-448f-86fb-e6b6cc6741cd {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:51:25.976449 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-unplugged", "status": "completed", "tag": "7b305906-1977-410d-88f8-b281cb089050", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:51:25.976714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aedb666d-4d10-448f-86fb-e6b6cc6741cd {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:51:25.977123 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedb666d-4d10-448f-86fb-e6b6cc6741cd'] response: {'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b305906-1977-410d-88f8-b281cb089050', 'code': 200} Jun 21 16:51:26.032028 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:26.033082 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 0b65fac1-342c-4e9f-8694-8fc5264175c8 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:51:26.065712 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-93927e46-44d7-4642-bc53-e84aa2317865 req-6278e9b0-2be7-47e0-bbef-752c2862e00d service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487813 Jun 21 16:51:26.119881 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce2d1-92f0-4acd-a8a7-c5397411af1b req-410dea31-00ab-4328-9085-2a3a0b81df20 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:26.121383 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd5ce2d1-92f0-4acd-a8a7-c5397411af1b req-410dea31-00ab-4328-9085-2a3a0b81df20 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 946 time: 0.4711094 Jun 21 16:51:26.127716 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=8']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:26.191579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 0b65fac1-342c-4e9f-8694-8fc5264175c8 is: ACTIVE; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:26.191579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:26.198498 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-e975ea0c-07ad-432f-bac7-9881167caba8 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193666 Jun 21 16:51:26.214773 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:26.277197 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2ab19-ef0f-436b-8f91-beb9a97aad7c req-3d3f545f-8ef9-44ac-8468-a046c11da806 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:26.288944 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-36e2ab19-ef0f-436b-8f91-beb9a97aad7c req-3d3f545f-8ef9-44ac-8468-a046c11da806 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0771971 Jun 21 16:51:26.332283 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:26.346010 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-36e2ab19-ef0f-436b-8f91-beb9a97aad7c req-483caf12-7538-4cd5-9e5d-ebd60f48834b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577726 Jun 21 16:51:26.413856 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:26.417384 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd5ce2d1-92f0-4acd-a8a7-c5397411af1b req-d95da0c3-76c0-45e7-b8fb-9404f09150a8 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/security-groups?id=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710583 Jun 21 16:51:26.435908 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-93927e46-44d7-4642-bc53-e84aa2317865 req-f81dd216-7e77-4135-afeb-2e010be4fc76 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600121 Jun 21 16:51:26.462596 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8422a1e1-36ad-4523-90d0-5daa4f70c7a1 req-4b899e67-f75f-499a-a23f-e4e58fe6965d service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351298 Jun 21 16:51:26.478684 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (0b65fac1-342c-4e9f-8694-8fc5264175c8), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:26.533378 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Pushing event deleted for resources: {'Port': ['ID=0b65fac1-342c-4e9f-8694-8fc5264175c8,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:26.542060 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Router f9182ab7-4f8a-41ae-9e7d-121c67510666 is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:51:26.550425 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.550425 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.551350 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.552250 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.552588 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.552922 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.553251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.556542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.556542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.556542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.556542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.556542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.556542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.556542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.556542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:26.580512 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 0f0b0188-d0c7-45ce-a188-66e01ebce9bc up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:26.592309 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca1ee9-0253-49e3-8552-67ca8d75954b None None] New status for floating IP 162b9d0f-8bb9-43fd-948d-b5693f8c57ad: ACTIVE {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:51:26.612835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] No DVR routers for this DVR port 0b65fac1-342c-4e9f-8694-8fc5264175c8 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:51:26.617332 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:26.620293 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2440eb5-4e7a-4e61-a72a-353919eb85ba req-5447b2c1-acb3-460f-9f6d-a3286240c322 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.47 "DELETE /v2.0/ports/0b65fac1-342c-4e9f-8694-8fc5264175c8 HTTP/1.1" status: 204 len: 173 time: 1.7929990 Jun 21 16:51:26.621019 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34842a77-dcf1-4213-bc30-4bea3008101b', 'name': 'network-vif-deleted', 'tag': '0b65fac1-342c-4e9f-8694-8fc5264175c8'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:51:26.623335 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd7031f-cc9d-4e40-af3c-e1351a799463" -d '{"events": [{"server_uuid": "34842a77-dcf1-4213-bc30-4bea3008101b", "name": "network-vif-deleted", "tag": "0b65fac1-342c-4e9f-8694-8fc5264175c8"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:51:26.660259 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:26.661815 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:26.710259 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ddcef8-2eb4-4657-9ac3-bf28c4557ece x-openstack-request-id: req-63ddcef8-2eb4-4657-9ac3-bf28c4557ece {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:51:26.711089 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34842a77-dcf1-4213-bc30-4bea3008101b", "name": "network-vif-deleted", "tag": "0b65fac1-342c-4e9f-8694-8fc5264175c8", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:51:26.711346 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63ddcef8-2eb4-4657-9ac3-bf28c4557ece {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:51:26.711751 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ddcef8-2eb4-4657-9ac3-bf28c4557ece'] response: {'server_uuid': '34842a77-dcf1-4213-bc30-4bea3008101b', 'name': 'network-vif-deleted', 'tag': '0b65fac1-342c-4e9f-8694-8fc5264175c8', 'status': 'completed', 'code': 200} Jun 21 16:51:26.766557 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:51:26.771309 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:26.784343 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Sync routers for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:51:26.794998 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:26.795616 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:26.862844 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:26.864715 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-bb1da030-fdec-4e42-b573-bc38e5407579 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2199810 Jun 21 16:51:26.873669 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37932) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:26.907704 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:26.971581 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:27.234432 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:24Z', 'revision_number': 3, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:27.260943 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Checking router: f9182ab7-4f8a-41ae-9e7d-121c67510666 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:51:27.261415 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Updating router f9182ab7-4f8a-41ae-9e7d-121c67510666 port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:51:27.297632 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.337388 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.521733 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762bb8a-a405-4452-ad60-0c5d68cadade req-934e95b4-b806-41d3-9d39-d28f38824b07 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:27.523394 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5762bb8a-a405-4452-ad60-0c5d68cadade req-934e95b4-b806-41d3-9d39-d28f38824b07 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0995750 Jun 21 16:51:27.558712 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Allocated IP 172.20.0.1 (448d6feb-dc70-4b20-b57f-7b1ff3596a0e/2fa55fd2-1988-4b61-b7d6-899b5f8254e0/600cf8c6-b94b-4dcc-bc6c-c7b5556193f9) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:27.561978 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-23b9365c-27ad-442b-b6e4-ca8e2a7aeb16 req-a0e26b78-65ad-4f6b-ab7e-c5b43bb84b08 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 210 time: 0.0447233 Jun 21 16:51:27.575368 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Publish callbacks [] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.592942 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5762bb8a-a405-4452-ad60-0c5d68cadade req-f7bfcbc9-d02f-4075-a4a4-c1972a1557dc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622821 Jun 21 16:51:27.649516 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:27.649752 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.658163 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:27.683619 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Publish callbacks [] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.709089 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Attempting to bind port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:51:27.709429 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Attempting to bind port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:51:27.710587 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Attempting to bind port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:27.712194 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba20763-7a89-4e4b-a958-ce97482fff82 None None] Pushing event updated for resources: {'Port': ['ID=f9b65ebb-b944-4ecd-ac79-cdcddbc3f021,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:27.721615 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:51:27.722019 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:27.723161 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.723559 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:51:27.724046 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Bound port: f9b65ebb-b944-4ecd-ac79-cdcddbc3f021, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:51:27.724414 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.752089 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:27.779481 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] For port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:51:27.782363 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] For port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=f9b65ebb-b944-4ecd-ac79-cdcddbc3f021,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:51:27.810377 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.850951 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:27.854230 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:27.858744 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:27.861478 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:27.865348 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Pushing event updated for resources: {'Port': ['ID=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:27.897597 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.897944 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.898321 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.898626 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.899101 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.899800 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.899800 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.900043 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.900368 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.900693 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.901021 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.901373 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.901704 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.912785 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.912785 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:27.921200 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (f9182ab7-4f8a-41ae-9e7d-121c67510666), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:27.936577 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:28.007622 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:28.008279 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:28.045199 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba20763-7a89-4e4b-a958-ce97482fff82 None None] Pushing event updated for resources: {'Port': ['ID=f9b65ebb-b944-4ecd-ac79-cdcddbc3f021,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:28.134910 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:28.138154 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:28.159901 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-2b62f060-53b0-4266-be0e-b775c931d6f1 None None] Provisioning complete for port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:28.160448 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2b62f060-53b0-4266-be0e-b775c931d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:28.244197 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-2b62f060-53b0-4266-be0e-b775c931d6f1 None None] Port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:51:28.306527 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Publish callbacks [] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:28.341952 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:24Z', 'revision_number': 3, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:28.371054 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb8354-2b25-4482-9630-8e9b2d31e396 None None] The sync data for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi is: [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:24Z', 'revision_number': 3, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:51:28.375320 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:28.444908 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:28.466087 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Pushing event updated for resources: {'Port': ['ID=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:28.468462 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (f9182ab7-4f8a-41ae-9e7d-121c67510666), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:28.591821 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:28.594081 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:28.744720 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f960ab3c-d70e-4bc6-8f03-1c707878ce28 req-f4ce7a13-7492-4d5c-9ca8-9dc2638efcf3 tempest-VolumesActionsTest-1528341730 tempest-VolumesActionsTest-1528341730-project] 10.222.0.70 "GET /v2.0/ports?device_id=34842a77-dcf1-4213-bc30-4bea3008101b HTTP/1.1" status: 200 len: 210 time: 0.0471914 Jun 21 16:51:28.844576 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Router f9182ab7-4f8a-41ae-9e7d-121c67510666 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:51:28.890332 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84d14e-f7e9-4325-88ae-e427c8491bf0 req-b2e97d19-1460-4a99-84f5-7480fa04021b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:28.899195 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9f84d14e-f7e9-4325-88ae-e427c8491bf0 req-b2e97d19-1460-4a99-84f5-7480fa04021b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.1593449 Jun 21 16:51:28.967854 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-85a045c2-0616-478d-a83d-cedf95c25616 None None] Provisioning complete for port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:28.968477 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-85a045c2-0616-478d-a83d-cedf95c25616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:28.970412 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:28.996628 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9f84d14e-f7e9-4325-88ae-e427c8491bf0 req-72f437db-5c22-4bbb-aac5-7ad8a6313f71 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937715 Jun 21 16:51:29.010539 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-85a045c2-0616-478d-a83d-cedf95c25616 None None] Port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:51:29.019128 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:51:29.024677 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-82c3a46f-9dc5-4fb1-b460-33fa5bbb9523 admin admin] 10.222.0.70 "PUT /v2.0/routers/f9182ab7-4f8a-41ae-9e7d-121c67510666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1498463 Jun 21 16:51:29.771177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 37968) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:29.776172 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1173225680-network', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:29.912758 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Made reservation on behalf of 8e574e097b4d41c0a28fd202b6417017 for: {'network': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:51:29.915762 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:29.930870 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.019276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Publish callbacks [] for security_group (fb45a057-afa2-4d1c-99c7-6285491aa1e8), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.105987 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (fb45a057-afa2-4d1c-99c7-6285491aa1e8), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.137175 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Sync routers for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:51:30.146909 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb45a057-afa2-4d1c-99c7-6285491aa1e8,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:30.150630 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1222} {{(pid=111042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:51:30.151073 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:30.152179 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:30.157158 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfba77-1578-44d6-aff2-6b2142f7ab79 req-bad846b5-aed7-413d-a5b4-214129e17649 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:30.161095 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dfbfba77-1578-44d6-aff2-6b2142f7ab79 req-bad846b5-aed7-413d-a5b4-214129e17649 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0836861 Jun 21 16:51:30.178361 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.178698 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.segments_db [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Added segment 33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d of type vlan for network f0004be1-bab7-4d02-bcd6-077fd63e15a3 Jun 21 16:51:30.198368 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:30.265168 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (f0004be1-bab7-4d02-bcd6-077fd63e15a3), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.271955 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dfbfba77-1578-44d6-aff2-6b2142f7ab79 req-70ae4923-7fb2-44d8-9a60-5dfe256a1a8c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025932 Jun 21 16:51:30.392678 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (f0004be1-bab7-4d02-bcd6-077fd63e15a3), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.392678 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:30.392678 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.424456 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:30.424788 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:30.494809 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] Pushing event updated for resources: {'Network': ['ID=f0004be1-bab7-4d02-bcd6-077fd63e15a3,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:30.505435 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-2c9053b1-77e4-4d4c-b2a4-7f090502ffc5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7330256 Jun 21 16:51:30.508167 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 37998) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:30.515815 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network f0004be1-bab7-4d02-bcd6-077fd63e15a3 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:51:30.526502 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Request body: {'subnet': {'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1173225680-subnet', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'ip_version': 4}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:30.631904 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:30.667575 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Made reservation on behalf of 8e574e097b4d41c0a28fd202b6417017 for: {'subnet': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:51:30.670258 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529643338'] for subnet (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.692387 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e666524-33d4-4961-be55-6fd0f00c380b req-5021fb73-bae8-4754-9d17-3eba0d72e11a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667107 Jun 21 16:51:30.710530 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:30.711157 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.791113 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.833327 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 2, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:30.841986 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666524-33d4-4961-be55-6fd0f00c380b req-a8f1f078-0feb-430f-88d9-a824d37f378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:30.844035 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e666524-33d4-4961-be55-6fd0f00c380b req-a8f1f078-0feb-430f-88d9-a824d37f378f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 1130 time: 0.0646009 Jun 21 16:51:30.855690 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:30.856076 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.865785 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Checking router: f9182ab7-4f8a-41ae-9e7d-121c67510666 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:51:30.866516 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Updating router f9182ab7-4f8a-41ae-9e7d-121c67510666 port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:51:30.887680 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=f9b65ebb-b944-4ecd-ac79-cdcddbc3f021,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:30.945971 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:30.958283 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.002180 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666524-33d4-4961-be55-6fd0f00c380b req-36aab724-7821-490f-9db4-2c6d44e737c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:31.005109 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e666524-33d4-4961-be55-6fd0f00c380b req-36aab724-7821-490f-9db4-2c6d44e737c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.1301866 Jun 21 16:51:31.031958 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=f9b65ebb-b944-4ecd-ac79-cdcddbc3f021,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:31.035243 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529715736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529643324'] for subnet (1f8a9219-a597-4134-a033-5ef1c7db664f), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.066215 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:31.082954 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e666524-33d4-4961-be55-6fd0f00c380b req-492ee011-f984-4ddd-8cff-a2676abdf63e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 HTTP/1.1" status: 200 len: 217 time: 0.0658371 Jun 21 16:51:31.116026 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8a9219-a597-4134-a033-5ef1c7db664f,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:31.128713 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Checking segment: {'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:31.129131 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Network hostable DHCP agents. Network: f0004be1-bab7-4d02-bcd6-077fd63e15a3, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:51:31.142088 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666524-33d4-4961-be55-6fd0f00c380b req-d6e68518-b98f-4047-8b55-8e4e209edfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:31.143913 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e666524-33d4-4961-be55-6fd0f00c380b req-d6e68518-b98f-4047-8b55-8e4e209edfea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0525744 Jun 21 16:51:31.197025 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666524-33d4-4961-be55-6fd0f00c380b req-6a58ec98-bd8d-497f-8aeb-f9fc6cb5995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:31.198723 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e666524-33d4-4961-be55-6fd0f00c380b req-6a58ec98-bd8d-497f-8aeb-f9fc6cb5995f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433061 Jun 21 16:51:31.289228 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Publish callbacks [] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.303164 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e666524-33d4-4961-be55-6fd0f00c380b req-8526865b-9a50-4504-ae13-71bfa5d06b53 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975602 Jun 21 16:51:31.303605 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Network f0004be1-bab7-4d02-bcd6-077fd63e15a3 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:51:31.390273 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.413931 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0e666524-33d4-4961-be55-6fd0f00c380b req-c1eefcaa-9629-4dfd-95cc-25102a0d3aa6 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021976 Jun 21 16:51:31.428182 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, f0004be1-bab7-4d02-bcd6-077fd63e15a3) {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:31.434713 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:31.439008 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.445247 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698131f-b708-4ee8-803c-abadc9287cfc None None] Network f0004be1-bab7-4d02-bcd6-077fd63e15a3 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:51:31.459569 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Pushing event updated for resources: {'Port': ['ID=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:31.471739 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.472063 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.472417 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.473527 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.473776 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.474100 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.474737 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.475203 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.475550 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.475879 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.476202 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.476677 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.477003 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.477337 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.477698 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:51:31.522778 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-4a64b7d3-e5ff-4d29-9075-0c70c02b94b0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0134311 Jun 21 16:51:31.525560 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38020) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:31.531402 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:31.561392 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:31.564468 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Attempting to bind port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:51:31.565137 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Attempting to bind port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:51:31.565332 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Attempting to bind port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 on network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:31.571970 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:51:31.572357 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Checking segment: {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:31.572762 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.573152 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Bound using segment: {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:51:31.573801 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Bound port: 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:51:31.574183 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.638539 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:31.638997 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-f0004be1-bab7-4d02-bcd6-077fd63e15a3', 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3', 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'fixed_ips': [{'subnet_id': '1f8a9219-a597-4134-a033-5ef1c7db664f'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:51:31.640049 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.651253 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.652841 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.656407 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] For port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:51:31.662037 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] For port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:51:31.712564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks [] for router_controller (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), precommit_add_association {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.771325 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.791123 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c23ab376-25b6-4de9-9cc6-469620f9ea08 None None] Provisioning complete for port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:31.791428 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c23ab376-25b6-4de9-9cc6-469620f9ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:31.831928 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:51:31.872461 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439067-0743-47a8-a9db-5d726cb359c3 None None] Pushing event updated for resources: {'Port': ['ID=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:31.893217 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Allocated IP 172.20.0.2 (f0004be1-bab7-4d02-bcd6-077fd63e15a3/1f8a9219-a597-4134-a033-5ef1c7db664f/eb5d791e-b517-464f-8897-f770af083656) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:31.954426 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:31.955296 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:32.002356 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks [] for router_gateway (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.043840 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [req-4bf8f1b8-2b0f-4c0b-b143-b5c69dbe1e76 req-43bfcc98-7fb5-448a-8928-e3b19da1303e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:51:32.045208 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4bf8f1b8-2b0f-4c0b-b143-b5c69dbe1e76 req-43bfcc98-7fb5-448a-8928-e3b19da1303e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061581 Jun 21 16:51:32.071431 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:32.156168 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c23ab376-25b6-4de9-9cc6-469620f9ea08 None None] Current status of the port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:32.156559 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c23ab376-25b6-4de9-9cc6-469620f9ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.158218 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:32.175310 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:32.190375 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:32.216484 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7b305906-1977-410d-88f8-b281cb089050 is: DOWN; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:32.244723 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-c23ab376-25b6-4de9-9cc6-469620f9ea08 None None] For port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:32.299791 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Publish callbacks [] for port (eb5d791e-b517-464f-8897-f770af083656), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.341390 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks [] for router_gateway (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.352815 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c23ab376-25b6-4de9-9cc6-469620f9ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.373108 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.467846 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:31Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:32.531143 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ee84b-90c2-4c77-9dfb-ae3af5131017 None None] The sync data for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi is: [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:31Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:51:32.531362 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d1cdb-c8e7-4d43-9e76-a23fddee3cde req-6ab674dc-fdfb-4a38-8611-aa62a1b68967 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:32.548586 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1d8d1cdb-c8e7-4d43-9e76-a23fddee3cde req-6ab674dc-fdfb-4a38-8611-aa62a1b68967 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0836074 Jun 21 16:51:32.648141 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:32.648854 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (eb5d791e-b517-464f-8897-f770af083656), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.673448 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Allocated IP 172.27.2.3 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/55f00bcf-071a-4962-8cf2-72a53d5a5c63) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:32.690965 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1d8d1cdb-c8e7-4d43-9e76-a23fddee3cde req-fe5456e6-a213-41e5-9f66-57c2b85d9766 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410356 Jun 21 16:51:32.707637 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-0458e08d-9b73-466f-b9d1-feff78f87703 None None] Provisioning complete for port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:32.708680 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0458e08d-9b73-466f-b9d1-feff78f87703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.718020 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Network f0004be1-bab7-4d02-bcd6-077fd63e15a3 is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:32.758570 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:32.813465 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:32.823920 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ab376-25b6-4de9-9cc6-469620f9ea08 None None] Pushing event updated for resources: {'Port': ['ID=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:32.832281 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:32.835186 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks [] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.971109 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:32.999536 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Pushing event updated for resources: {'Port': ['ID=eb5d791e-b517-464f-8897-f770af083656,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:33.027547 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:33.028608 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:33.031975 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:33.041652 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:33.063679 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:33.064061 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:33.093889 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Attempting to bind port eb5d791e-b517-464f-8897-f770af083656 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:51:33.094262 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Attempting to bind port eb5d791e-b517-464f-8897-f770af083656 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:51:33.094731 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Attempting to bind port eb5d791e-b517-464f-8897-f770af083656 on network f0004be1-bab7-4d02-bcd6-077fd63e15a3 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:33.095531 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Pushing event updated for resources: {'Port': ['ID=55f00bcf-071a-4962-8cf2-72a53d5a5c63,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:33.132100 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-0458e08d-9b73-466f-b9d1-feff78f87703 None None] Current status of the port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:33.162996 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:51:33.168051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Checking segment: {'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:33.168051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:33.168051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Bound using segment: {'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:51:33.168051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Bound port: eb5d791e-b517-464f-8897-f770af083656, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:51:33.168051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (eb5d791e-b517-464f-8897-f770af083656), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:33.282895 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:33.329597 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] For port eb5d791e-b517-464f-8897-f770af083656, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:51:33.333965 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] For port eb5d791e-b517-464f-8897-f770af083656, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=eb5d791e-b517-464f-8897-f770af083656,segment=NetworkSegment(33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d),segment_id=33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:51:33.364617 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38076) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:33.457056 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (eb5d791e-b517-464f-8897-f770af083656), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:33.458303 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks [] for router_gateway (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:33.524888 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-fc0cc7f9-edd9-4263-8ec6-54b4d742ea6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589100 Jun 21 16:51:33.533749 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-a2c2a832-8638-4638-b07d-40cb66911d39 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:51:33.534382 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96c6fd-0608-4a36-99ee-6a0e5fd8d112 None None] Pushing event updated for resources: {'Port': ['ID=eb5d791e-b517-464f-8897-f770af083656,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:33.538452 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-a2c2a832-8638-4638-b07d-40cb66911d39 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0107214 Jun 21 16:51:33.662539 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38084) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:33.809728 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-1f1f89d9-9857-4b2f-9741-4248badd38cf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:33.811432 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-1f1f89d9-9857-4b2f-9741-4248badd38cf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports/7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 200 len: 940 time: 0.1474812 Jun 21 16:51:33.978195 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95ddc-88bd-4732-99e7-d810cd15cb6c req-3ce0fbf1-bc45-45e3-b2c9-47bde85dc324 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:33.987393 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6de95ddc-88bd-4732-99e7-d810cd15cb6c req-3ce0fbf1-bc45-45e3-b2c9-47bde85dc324 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.1118085 Jun 21 16:51:34.069832 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:34.085111 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-410161ad-c113-4464-bb21-abe329d9bb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:34.095780 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6de95ddc-88bd-4732-99e7-d810cd15cb6c req-a7a4b91f-9354-4f16-916d-9322b5b65021 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073377 Jun 21 16:51:34.097372 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:34.236776 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:34.318883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:51:34.428588 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:51:34.443142 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Sync routers for ids ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:51:34.454634 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Routers {'30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:34.455269 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:34.509012 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:34.510620 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-104e3103-4bd8-41f8-8961-dc6f5c9b4f51 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9840081 Jun 21 16:51:34.515377 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38102) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:34.619223 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device eb5d791e-b517-464f-8897-f770af083656 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:34.638802 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Set router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:34.766973 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:34.829378 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port eb5d791e-b517-464f-8897-f770af083656 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:34.829831 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (eb5d791e-b517-464f-8897-f770af083656), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:34.925469 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:34.946883 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:51:33Z', 'revision_number': 3, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:34.981702 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Checking router: 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:51:34.982072 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Updating router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:51:35.007557 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d0238-adec-493d-b67e-c37503aad3ab None None] Network f0004be1-bab7-4d02-bcd6-077fd63e15a3 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:51:35.015337 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port eb5d791e-b517-464f-8897-f770af083656 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:35.015714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (eb5d791e-b517-464f-8897-f770af083656), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.057949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.153922 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-39cdaaf2-c6ca-443c-8cc7-3aaad00d2579 None None] Provisioning complete for port eb5d791e-b517-464f-8897-f770af083656 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:35.154601 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-39cdaaf2-c6ca-443c-8cc7-3aaad00d2579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (eb5d791e-b517-464f-8897-f770af083656), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.158600 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port eb5d791e-b517-464f-8897-f770af083656, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=eb5d791e-b517-464f-8897-f770af083656,segment=NetworkSegment(33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d),segment_id=33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:35.163005 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:35.242035 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (eb5d791e-b517-464f-8897-f770af083656), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.242756 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:35.264226 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7df67c-2e17-4cf7-a12f-47057937a81f req-8a174e9e-d2bd-44b2-946a-05ffc19b0503 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:35.266980 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cc7df67c-2e17-4cf7-a12f-47057937a81f req-8a174e9e-d2bd-44b2-946a-05ffc19b0503 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0862625 Jun 21 16:51:35.389259 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cc7df67c-2e17-4cf7-a12f-47057937a81f req-3eb4ae4f-b9a1-4f29-b6a7-8b00424cf7ff tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992830 Jun 21 16:51:35.391985 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.399130 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=eb5d791e-b517-464f-8897-f770af083656,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:35.444092 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:35.467010 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:35.467010 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.491799 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:35.607715 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Allocated IP 172.20.0.1 (f0004be1-bab7-4d02-bcd6-077fd63e15a3/1f8a9219-a597-4134-a033-5ef1c7db664f/c8e75093-b660-4825-9ede-307ffb40f09d) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:51:35.712092 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-39cdaaf2-c6ca-443c-8cc7-3aaad00d2579 None None] Current status of the port eb5d791e-b517-464f-8897-f770af083656 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:35.721527 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Publish callbacks [] for port (c8e75093-b660-4825-9ede-307ffb40f09d), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.805304 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:35.811702 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.847813 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-3ee6a0b0-a3c2-443c-8cd0-d2c63585d4f3 None None] Provisioning complete for port eb5d791e-b517-464f-8897-f770af083656 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:35.848347 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a0b0-a3c2-443c-8cd0-d2c63585d4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (eb5d791e-b517-464f-8897-f770af083656), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.857325 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Network f0004be1-bab7-4d02-bcd6-077fd63e15a3 is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:35.863973 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:35.868057 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:51:35.871688 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e75093-b660-4825-9ede-307ffb40f09d,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:35.876689 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Publish callbacks [] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.916238 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:35.935555 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6a0b0-a3c2-443c-8cd0-d2c63585d4f3 None None] Current status of the port eb5d791e-b517-464f-8897-f770af083656 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:35.976040 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.019043 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:36.036985 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4ecd3-9988-47ea-833d-b5f87eeead73 None None] Pushing event updated for resources: {'Port': ['ID=55f00bcf-071a-4962-8cf2-72a53d5a5c63,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:36.045593 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Attempting to bind port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:51:36.053855 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Attempting to bind port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:51:36.053855 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Attempting to bind port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:36.054290 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:51:36.054290 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:36.054710 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.055101 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:51:36.056094 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Bound port: 55f00bcf-071a-4962-8cf2-72a53d5a5c63, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:51:36.056479 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.128711 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] For port 55f00bcf-071a-4962-8cf2-72a53d5a5c63, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:51:36.131489 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] For port 55f00bcf-071a-4962-8cf2-72a53d5a5c63, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=55f00bcf-071a-4962-8cf2-72a53d5a5c63,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:51:36.158418 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-59d49acd-4009-4fb3-95ac-a84f14a2db32 None None] Provisioning complete for port c8e75093-b660-4825-9ede-307ffb40f09d triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:36.158418 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-59d49acd-4009-4fb3-95ac-a84f14a2db32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.159161 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.191328 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-59d49acd-4009-4fb3-95ac-a84f14a2db32 None None] Port c8e75093-b660-4825-9ede-307ffb40f09d cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:51:36.205007 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-33fe05c2-e343-4c13-a18d-0dd57a89265c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.207072 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.268905 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Routers {'30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:36.269712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:36.272073 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4ecd3-9988-47ea-833d-b5f87eeead73 None None] Pushing event updated for resources: {'Port': ['ID=55f00bcf-071a-4962-8cf2-72a53d5a5c63,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:36.284811 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:51:36.328078 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Publish callbacks [] for port (c8e75093-b660-4825-9ede-307ffb40f09d), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.365591 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:36.383439 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] Set router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:36.387387 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.461098 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e75093-b660-4825-9ede-307ffb40f09d,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:36.464339 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.549964 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871e000-7db6-4790-96a1-bb037b2391a5 req-54e42431-64ad-4364-bb25-9e743d7a8f9e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:36.558654 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d871e000-7db6-4790-96a1-bb037b2391a5 req-54e42431-64ad-4364-bb25-9e743d7a8f9e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0609434 Jun 21 16:51:36.569418 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:36.590524 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Network f0004be1-bab7-4d02-bcd6-077fd63e15a3 is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:51:36.597011 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:51:36.613960 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d871e000-7db6-4790-96a1-bb037b2391a5 req-2bbd750e-4383-40d0-8123-56da47138a20 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542524 Jun 21 16:51:36.640354 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device eb5d791e-b517-464f-8897-f770af083656 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:36.673146 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:36.683061 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:51:36Z', 'revision_number': 4, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c8e75093-b660-4825-9ede-307ffb40f09d', 'name': '', 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'mac_address': 'fa:16:3e:d5:86:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:35Z', 'updated_at': '2022-06-21T16:51:35Z', 'revision_number': 1, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'subnets': [{'id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:36.714209 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc867a7e-87f6-4601-9a79-6206c6a0309a None None] The sync data for ids ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'] in dv-cinder-799871-21-iscsi is: [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:51:36Z', 'revision_number': 4, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c8e75093-b660-4825-9ede-307ffb40f09d', 'name': '', 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'mac_address': 'fa:16:3e:d5:86:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:35Z', 'updated_at': '2022-06-21T16:51:35Z', 'revision_number': 1, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'subnets': [{'id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:51:36.728184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port eb5d791e-b517-464f-8897-f770af083656 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:36.728184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (eb5d791e-b517-464f-8897-f770af083656), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.743393 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:51:36.869613 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port eb5d791e-b517-464f-8897-f770af083656 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:36.916503 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-4da954c9-f20e-47f0-b1c0-feb024c4d7a9 None None] Provisioning complete for port c8e75093-b660-4825-9ede-307ffb40f09d triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:36.916877 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-4da954c9-f20e-47f0-b1c0-feb024c4d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:36.917572 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:51:36.923631 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-43276297-c415-42f7-acc1-506382ffe9a3 admin admin] 10.222.0.70 "PUT /v2.0/routers/30f9bd61-e793-4e9f-9a3f-8e8f8f81331c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4090841 Jun 21 16:51:36.960683 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-4da954c9-f20e-47f0-b1c0-feb024c4d7a9 None None] Port c8e75093-b660-4825-9ede-307ffb40f09d cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:51:37.462074 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38152) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:37.467769 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-b63264ef-d2ed-4023-a7a0-608897e7ac61 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276392340', 'description': 'tempest-secgroup-smoke-1276392340 description', 'project_id': '7ab25929bbd643a68f0f01f1fb22b292'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:37.479520 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:37.565327 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b63264ef-d2ed-4023-a7a0-608897e7ac61 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:37.569138 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:37.793551 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b63264ef-d2ed-4023-a7a0-608897e7ac61 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group (33c1a57f-2fe8-4697-9f00-77ca6846f05c), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:37.810332 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008fcf5-3feb-444c-8481-7e414bf75829 req-cc01bdac-b360-418f-88a5-d297db3827f0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:37.814530 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7008fcf5-3feb-444c-8481-7e414bf75829 req-cc01bdac-b360-418f-88a5-d297db3827f0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0634563 Jun 21 16:51:37.889866 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b63264ef-d2ed-4023-a7a0-608897e7ac61 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (33c1a57f-2fe8-4697-9f00-77ca6846f05c), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:37.932242 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7008fcf5-3feb-444c-8481-7e414bf75829 req-ab2e4f5c-3941-4444-afb6-47d006c8ef55 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104753 Jun 21 16:51:37.965497 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63264ef-d2ed-4023-a7a0-608897e7ac61 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1a57f-2fe8-4697-9f00-77ca6846f05c,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:37.982979 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b63264ef-d2ed-4023-a7a0-608897e7ac61 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:37.984388 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b63264ef-d2ed-4023-a7a0-608897e7ac61 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5207214 Jun 21 16:51:37.988397 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38164) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:38.009890 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-e50bad51-1058-4d0a-8616-8e57c32593ed tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'security_group_rule': {'security_group_id': '33c1a57f-2fe8-4697-9f00-77ca6846f05c', 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:38.106889 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e50bad51-1058-4d0a-8616-8e57c32593ed tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (fbf7df2f-1e9d-469f-be3e-d826b0a6b099), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.245721 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e50bad51-1058-4d0a-8616-8e57c32593ed tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (fbf7df2f-1e9d-469f-be3e-d826b0a6b099), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.336961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e50bad51-1058-4d0a-8616-8e57c32593ed tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (fbf7df2f-1e9d-469f-be3e-d826b0a6b099), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.362680 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bad51-1058-4d0a-8616-8e57c32593ed tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf7df2f-1e9d-469f-be3e-d826b0a6b099,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:38.599241 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 55f00bcf-071a-4962-8cf2-72a53d5a5c63 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:38.681186 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:38.681877 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.737340 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-e50bad51-1058-4d0a-8616-8e57c32593ed tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.739078 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-e50bad51-1058-4d0a-8616-8e57c32593ed tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7490017 Jun 21 16:51:38.743376 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38166) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:38.745092 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-6460dddb-fdff-46a0-80e9-f38fc7ce579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:38.747119 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-6460dddb-fdff-46a0-80e9-f38fc7ce579b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309&tenant_id=85cd0d0402244286b9199e77f8ef18ca HTTP/1.1" status: 200 len: 1127 time: 0.1139848 Jun 21 16:51:38.748918 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-f2ca9cc2-2ea5-4bc1-9339-a98e950cd9c4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'security_group_rule': {'security_group_id': '33c1a57f-2fe8-4697-9f00-77ca6846f05c', 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:38.793964 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:38.794661 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.822014 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 55f00bcf-071a-4962-8cf2-72a53d5a5c63, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=55f00bcf-071a-4962-8cf2-72a53d5a5c63,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:38.828263 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-585b70a6-63d2-4b3e-81e9-c32509ac49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:38.829800 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-585b70a6-63d2-4b3e-81e9-c32509ac49cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 1127 time: 0.0509758 Jun 21 16:51:38.921066 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.928973 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.932066 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9cc2-2ea5-4bc1-9339-a98e950cd9c4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (555985de-ac16-4d3a-9919-05ab91f318b6), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:38.977238 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-7ba90883-52d2-4655-bced-bb8d45e2b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:38.980723 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-7ba90883-52d2-4655-bced-bb8d45e2b435 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 919 time: 0.1436479 Jun 21 16:51:39.008632 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:39.038729 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9cc2-2ea5-4bc1-9339-a98e950cd9c4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (555985de-ac16-4d3a-9919-05ab91f318b6), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:39.052152 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:39.078191 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=55f00bcf-071a-4962-8cf2-72a53d5a5c63,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:39.131534 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9cc2-2ea5-4bc1-9339-a98e950cd9c4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (555985de-ac16-4d3a-9919-05ab91f318b6), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:39.133950 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-d0516bb3-5345-405d-99a6-91f402625f8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 200 len: 998 time: 0.1432950 Jun 21 16:51:39.169816 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7f14b-06a1-44aa-a2c5-5ac88fa0324d req-3a7bc207-62e8-425d-aaf2-957d5dc1be27 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:39.172011 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cef7f14b-06a1-44aa-a2c5-5ac88fa0324d req-3a7bc207-62e8-425d-aaf2-957d5dc1be27 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0816889 Jun 21 16:51:39.174123 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca9cc2-2ea5-4bc1-9339-a98e950cd9c4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555985de-ac16-4d3a-9919-05ab91f318b6,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:39.228427 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-0c5156d5-ad2e-4a07-acb6-1f05f127e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:39.230929 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-0c5156d5-ad2e-4a07-acb6-1f05f127e091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.0880001 Jun 21 16:51:39.271287 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cef7f14b-06a1-44aa-a2c5-5ac88fa0324d req-18162535-529f-44c2-9805-c05ed99179fa tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888500 Jun 21 16:51:39.275591 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9cc2-2ea5-4bc1-9339-a98e950cd9c4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:39.279697 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f2ca9cc2-2ea5-4bc1-9339-a98e950cd9c4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5317156 Jun 21 16:51:39.287005 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38180) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:39.291315 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-7fcec7db-2b94-4524-a0d3-1b82edba6045 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'security_group_rule': {'security_group_id': '33c1a57f-2fe8-4697-9f00-77ca6846f05c', 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:39.318125 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-f80d529a-f7ce-4d57-95c9-c8b5ef508065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:39.319679 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-f80d529a-f7ce-4d57-95c9-c8b5ef508065 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788059 Jun 21 16:51:39.452079 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7fcec7db-2b94-4524-a0d3-1b82edba6045 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (91dc837c-ae7c-49a7-a6cb-e1561630a0c3), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:39.482020 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-9e6c0cd1-a740-4658-a8fb-86e2ebb64ea8 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516330 Jun 21 16:51:39.537849 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:39.570800 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7fcec7db-2b94-4524-a0d3-1b82edba6045 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (91dc837c-ae7c-49a7-a6cb-e1561630a0c3), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:39.602119 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:39.636765 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2b4cb4a6-9ab1-483e-a927-4f53a174ba08 req-ac5a26e8-7ac1-4845-bc94-e1dd8d433f49 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424770 Jun 21 16:51:39.719157 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7fcec7db-2b94-4524-a0d3-1b82edba6045 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (91dc837c-ae7c-49a7-a6cb-e1561630a0c3), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:39.758542 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcec7db-2b94-4524-a0d3-1b82edba6045 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dc837c-ae7c-49a7-a6cb-e1561630a0c3,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:39.846974 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7fcec7db-2b94-4524-a0d3-1b82edba6045 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:39.848433 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-7fcec7db-2b94-4524-a0d3-1b82edba6045 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5610566 Jun 21 16:51:39.860911 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38186) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:39.860911 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-febd82f2-73a0-4c20-a3cd-994546fa598d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'security_group_rule': {'security_group_id': '33c1a57f-2fe8-4697-9f00-77ca6846f05c', 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:39.975255 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-febd82f2-73a0-4c20-a3cd-994546fa598d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (d580a8d6-c121-40e3-a7cc-2634a223513a), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:40.175292 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-febd82f2-73a0-4c20-a3cd-994546fa598d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (d580a8d6-c121-40e3-a7cc-2634a223513a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:40.280003 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-febd82f2-73a0-4c20-a3cd-994546fa598d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (d580a8d6-c121-40e3-a7cc-2634a223513a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:40.334018 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd82f2-73a0-4c20-a3cd-994546fa598d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d580a8d6-c121-40e3-a7cc-2634a223513a,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:40.441417 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-febd82f2-73a0-4c20-a3cd-994546fa598d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:40.447142 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-febd82f2-73a0-4c20-a3cd-994546fa598d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5909133 Jun 21 16:51:40.452231 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38212) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:40.457237 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-52cf10fa-8924-4f13-9113-d8f35688747d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'security_group_rule': {'security_group_id': '33c1a57f-2fe8-4697-9f00-77ca6846f05c', 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:40.485390 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b053e2d-4b64-4fcb-8996-255bed975252 req-cb738d78-0b80-4a63-b4c5-7b837f2a0b29 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:40.497599 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b053e2d-4b64-4fcb-8996-255bed975252 req-cb738d78-0b80-4a63-b4c5-7b837f2a0b29 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.1027646 Jun 21 16:51:40.581754 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b053e2d-4b64-4fcb-8996-255bed975252 req-0a987fc5-c0ae-4ded-be82-c564aec807b5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823090 Jun 21 16:51:40.640361 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.securitygroups_db [None req-52cf10fa-8924-4f13-9113-d8f35688747d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Project 7ab25929bbd643a68f0f01f1fb22b292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 16:51:40.649791 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-52cf10fa-8924-4f13-9113-d8f35688747d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (29dc2131-1787-4b53-8951-8792357fa10e), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:40.664351 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 55f00bcf-071a-4962-8cf2-72a53d5a5c63 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:40.753053 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:40.753053 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:40.804140 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:40.834856 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-52cf10fa-8924-4f13-9113-d8f35688747d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (29dc2131-1787-4b53-8951-8792357fa10e), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:40.854345 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Sync routers for ids ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:51:40.878236 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Routers {'30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:40.878838 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:40.888421 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:40.939396 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-52cf10fa-8924-4f13-9113-d8f35688747d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (29dc2131-1787-4b53-8951-8792357fa10e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:40.972399 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf10fa-8924-4f13-9113-d8f35688747d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dc2131-1787-4b53-8951-8792357fa10e,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:41.103222 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Set router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:41.110404 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-52cf10fa-8924-4f13-9113-d8f35688747d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:41.116992 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38216) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:41.123308 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-52cf10fa-8924-4f13-9113-d8f35688747d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6726310 Jun 21 16:51:41.124532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-bd2d7078-5192-42d4-b69d-7223e8bca978 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'security_group_rule': {'security_group_id': '33c1a57f-2fe8-4697-9f00-77ca6846f05c', 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:51:41.237655 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.securitygroups_db [None req-bd2d7078-5192-42d4-b69d-7223e8bca978 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Project 7ab25929bbd643a68f0f01f1fb22b292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 16:51:41.247524 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7078-5192-42d4-b69d-7223e8bca978 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (f293ce4e-0322-4ade-aed9-5117b758402d), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:41.409841 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7078-5192-42d4-b69d-7223e8bca978 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (f293ce4e-0322-4ade-aed9-5117b758402d), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:41.478994 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:51:36Z', 'revision_number': 4, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c8e75093-b660-4825-9ede-307ffb40f09d', 'name': '', 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'mac_address': 'fa:16:3e:d5:86:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:35Z', 'updated_at': '2022-06-21T16:51:36Z', 'revision_number': 2, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'subnets': [{'id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:41.479551 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7078-5192-42d4-b69d-7223e8bca978 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (f293ce4e-0322-4ade-aed9-5117b758402d), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:41.508145 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7078-5192-42d4-b69d-7223e8bca978 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f293ce4e-0322-4ade-aed9-5117b758402d,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:41.558309 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Checking router: 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:51:41.559604 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Updating router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c port c8e75093-b660-4825-9ede-307ffb40f09d binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:51:41.641972 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:41.653792 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:41.662472 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7078-5192-42d4-b69d-7223e8bca978 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:41.684185 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-bd2d7078-5192-42d4-b69d-7223e8bca978 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5637667 Jun 21 16:51:41.886129 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:41.919792 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e454a3c-1cee-4b15-8582-4395839fbb66 req-0cdd5df8-e9e6-4d11-9f48-c38603f9eab7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:41.924183 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8e454a3c-1cee-4b15-8582-4395839fbb66 req-0cdd5df8-e9e6-4d11-9f48-c38603f9eab7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.1449227 Jun 21 16:51:41.999752 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Publish callbacks [] for port (c8e75093-b660-4825-9ede-307ffb40f09d), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:42.029965 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8e454a3c-1cee-4b15-8582-4395839fbb66 req-fdb42a02-0e3c-40ed-9b16-149e5be9fa27 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926538 Jun 21 16:51:42.166187 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:42.222070 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8895d-5385-429b-88da-dfc95872842b None None] Pushing event updated for resources: {'Port': ['ID=c8e75093-b660-4825-9ede-307ffb40f09d,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:42.557848 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Attempting to bind port c8e75093-b660-4825-9ede-307ffb40f09d on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:51:42.558621 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Attempting to bind port c8e75093-b660-4825-9ede-307ffb40f09d by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:51:42.559437 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Attempting to bind port c8e75093-b660-4825-9ede-307ffb40f09d on network f0004be1-bab7-4d02-bcd6-077fd63e15a3 {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:51:42.572663 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:51:42.573504 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Checking segment: {'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:51:42.574635 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:42.575406 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Bound using segment: {'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:51:42.576138 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Bound port: c8e75093-b660-4825-9ede-307ffb40f09d, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:51:42.576767 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:42.657228 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-313bb8c6-2bfa-4a68-ab6e-5892151e9588 None None] Provisioning complete for port c8e75093-b660-4825-9ede-307ffb40f09d triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:42.658325 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-313bb8c6-2bfa-4a68-ab6e-5892151e9588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:42.740669 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] For port c8e75093-b660-4825-9ede-307ffb40f09d, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:51:42.748249 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-313bb8c6-2bfa-4a68-ab6e-5892151e9588 None None] Port c8e75093-b660-4825-9ede-307ffb40f09d cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:51:42.760364 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] For port c8e75093-b660-4825-9ede-307ffb40f09d, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=c8e75093-b660-4825-9ede-307ffb40f09d,segment=NetworkSegment(33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d),segment_id=33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:51:42.852514 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:43.047987 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Routers {'30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:51:43.051883 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:51:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:43.057999 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8895d-5385-429b-88da-dfc95872842b None None] Pushing event updated for resources: {'Port': ['ID=c8e75093-b660-4825-9ede-307ffb40f09d,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:43.224371 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] Set router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:51:43.303218 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae483bd-cd92-4d00-9f41-de6e9b8e457a req-33016807-df7b-4d83-bc8a-575496dc6c86 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:43.318668 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ae483bd-cd92-4d00-9f41-de6e9b8e457a req-33016807-df7b-4d83-bc8a-575496dc6c86 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.1502974 Jun 21 16:51:43.389532 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-3e1e9200-63b2-4776-9206-835ece8596e3 None None] Provisioning complete for port c8e75093-b660-4825-9ede-307ffb40f09d triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:43.390571 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9200-63b2-4776-9206-835ece8596e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:43.416706 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ae483bd-cd92-4d00-9f41-de6e9b8e457a req-5179bec5-13f6-442e-810a-653283b55ea9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968914 Jun 21 16:51:43.537989 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:51:36Z', 'revision_number': 4, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c8e75093-b660-4825-9ede-307ffb40f09d', 'name': '', 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'mac_address': 'fa:16:3e:d5:86:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:35Z', 'updated_at': '2022-06-21T16:51:42Z', 'revision_number': 4, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'subnets': [{'id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:51:43.543531 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-3e1e9200-63b2-4776-9206-835ece8596e3 None None] Current status of the port c8e75093-b660-4825-9ede-307ffb40f09d is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:43.546291 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9200-63b2-4776-9206-835ece8596e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:43.578836 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1fcc5f-f18f-4209-82eb-afc5f9d55a98 None None] The sync data for ids ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'] in dv-cinder-799871-21-iscsi is: [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:51:36Z', 'revision_number': 4, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c8e75093-b660-4825-9ede-307ffb40f09d', 'name': '', 'network_id': 'f0004be1-bab7-4d02-bcd6-077fd63e15a3', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'mac_address': 'fa:16:3e:d5:86:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:35Z', 'updated_at': '2022-06-21T16:51:42Z', 'revision_number': 4, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'subnets': [{'id': '1f8a9219-a597-4134-a033-5ef1c7db664f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:51:43.622242 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-3e1e9200-63b2-4776-9206-835ece8596e3 None None] For port c8e75093-b660-4825-9ede-307ffb40f09d, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=c8e75093-b660-4825-9ede-307ffb40f09d,segment=NetworkSegment(33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d),segment_id=33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:51:43.710808 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9200-63b2-4776-9206-835ece8596e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:43.806934 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e9200-63b2-4776-9206-835ece8596e3 None None] Pushing event updated for resources: {'Port': ['ID=c8e75093-b660-4825-9ede-307ffb40f09d,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:44.655691 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee4965-ce88-43ee-abea-371930f0ab16 req-64512241-4b3d-401a-903c-6c00251fcd79 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:44.665088 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device c8e75093-b660-4825-9ede-307ffb40f09d up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:51:44.665589 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-90ee4965-ce88-43ee-abea-371930f0ab16 req-64512241-4b3d-401a-903c-6c00251fcd79 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.1351855 Jun 21 16:51:44.778403 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-90ee4965-ce88-43ee-abea-371930f0ab16 req-ede6c976-eb40-48f2-a506-7d778d065387 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116533 Jun 21 16:51:44.788336 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port c8e75093-b660-4825-9ede-307ffb40f09d triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:51:44.793703 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:44.902877 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port c8e75093-b660-4825-9ede-307ffb40f09d is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:51:45.912180 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e349e71-5687-47a5-8075-6eedd4f23495 req-ec619ee0-5078-4e7e-87b8-cd956356554b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:45.913901 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1e349e71-5687-47a5-8075-6eedd4f23495 req-ec619ee0-5078-4e7e-87b8-cd956356554b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0492558 Jun 21 16:51:45.971269 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1e349e71-5687-47a5-8075-6eedd4f23495 req-09d974c7-38b4-433d-bae8-e42067f14519 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516870 Jun 21 16:51:47.200552 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c0eb0-2256-446e-8875-5c194c50d439 req-2c1d94d6-bbd7-4409-9c0e-3c31c232d05e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:47.215922 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b01c0eb0-2256-446e-8875-5c194c50d439 req-2c1d94d6-bbd7-4409-9c0e-3c31c232d05e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0935390 Jun 21 16:51:47.352266 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b01c0eb0-2256-446e-8875-5c194c50d439 req-e94b77da-a8c5-48c4-a16f-637a8d50fc03 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261098 Jun 21 16:51:48.498600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e41c0-d6e7-4bb3-a8dc-59ac22cb5fda req-9fbb8a79-13ac-4323-8863-2ed3c2d38275 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:48.505978 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-665e41c0-d6e7-4bb3-a8dc-59ac22cb5fda req-9fbb8a79-13ac-4323-8863-2ed3c2d38275 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0702178 Jun 21 16:51:48.591186 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-665e41c0-d6e7-4bb3-a8dc-59ac22cb5fda req-49a0dc4b-0286-44c2-8da0-6b9b5d6a86d9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834799 Jun 21 16:51:49.915751 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8ddee-fee2-4763-ba7c-d8b27c6e57d1 req-46f8e459-c475-4e0c-83e1-2ea2eceed4d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:49.928054 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d9c8ddee-fee2-4763-ba7c-d8b27c6e57d1 req-46f8e459-c475-4e0c-83e1-2ea2eceed4d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.1106339 Jun 21 16:51:49.970381 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:49.999282 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d9c8ddee-fee2-4763-ba7c-d8b27c6e57d1 req-a523e740-8a5c-4de5-93e2-407b16c9c2a6 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698121 Jun 21 16:51:51.169730 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eb9cd-3c52-4e00-a646-c2f3b22f08cf req-8dbfebe0-7c8e-4d4e-97af-66818e795cbe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:51.180929 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-aa6eb9cd-3c52-4e00-a646-c2f3b22f08cf req-8dbfebe0-7c8e-4d4e-97af-66818e795cbe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0717454 Jun 21 16:51:51.213565 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:51.292944 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-aa6eb9cd-3c52-4e00-a646-c2f3b22f08cf req-80608d95-3597-4df9-9618-9a49075f0229 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104407 Jun 21 16:51:52.474201 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbaefc-2703-471d-897a-dab0b24614b8 req-0cb32576-35d1-40d6-ace6-ea0d3b22c67e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:52.476698 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3acbaefc-2703-471d-897a-dab0b24614b8 req-0cb32576-35d1-40d6-ace6-ea0d3b22c67e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0590003 Jun 21 16:51:52.545917 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3acbaefc-2703-471d-897a-dab0b24614b8 req-4bc8dc27-b2f7-4249-9993-01dac1ec4397 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604255 Jun 21 16:51:53.507889 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38352) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:53.541838 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=67 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:53.676210 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-275513ae-3b7a-4d24-8269-9e7b32b885df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:53.732214 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52cba-1f6f-4477-aeea-684de81b54be req-ca4632c9-8c28-438d-b115-a702a5f074f2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:53.734550 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c52cba-1f6f-4477-aeea-684de81b54be req-ca4632c9-8c28-438d-b115-a702a5f074f2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0672688 Jun 21 16:51:53.811204 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c52cba-1f6f-4477-aeea-684de81b54be req-c8d5250d-fe9d-45e9-af3e-ad4cc6d11eaf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660889 Jun 21 16:51:53.836468 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-275513ae-3b7a-4d24-8269-9e7b32b885df admin admin] Publish callbacks [] for security_group (aa1ea12e-dac2-491b-8c93-f235fc2bd845), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:53.909160 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-275513ae-3b7a-4d24-8269-9e7b32b885df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (aa1ea12e-dac2-491b-8c93-f235fc2bd845), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:53.979253 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-275513ae-3b7a-4d24-8269-9e7b32b885df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=148becbb63f7436cb8f991b95cf7d7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690561 Jun 21 16:51:53.980844 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275513ae-3b7a-4d24-8269-9e7b32b885df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1ea12e-dac2-491b-8c93-f235fc2bd845,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:53.981021 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38372) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:51:54.074559 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f751-cade-4c5d-9679-bf8cf282d301 admin admin] Publish callbacks [] for security_group (aa1ea12e-dac2-491b-8c93-f235fc2bd845), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:54.113702 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f751-cade-4c5d-9679-bf8cf282d301 admin admin] Publish callbacks [] for security_group (aa1ea12e-dac2-491b-8c93-f235fc2bd845), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:54.177197 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:54.298243 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f751-cade-4c5d-9679-bf8cf282d301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (aa1ea12e-dac2-491b-8c93-f235fc2bd845), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:54.300896 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f751-cade-4c5d-9679-bf8cf282d301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:51:54.302482 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-bcb7f751-cade-4c5d-9679-bf8cf282d301 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aa1ea12e-dac2-491b-8c93-f235fc2bd845 HTTP/1.1" status: 204 len: 168 time: 0.3202825 Jun 21 16:51:54.311978 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7f751-cade-4c5d-9679-bf8cf282d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1ea12e-dac2-491b-8c93-f235fc2bd845,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:51:54.903551 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:55.004756 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28425c1b-0564-4265-bd6b-54b4ea876323 req-edf88f21-bcf7-420d-89f3-e1fc63da9c06 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:55.007360 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-28425c1b-0564-4265-bd6b-54b4ea876323 req-edf88f21-bcf7-420d-89f3-e1fc63da9c06 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0733995 Jun 21 16:51:55.081913 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-28425c1b-0564-4265-bd6b-54b4ea876323 req-f01d80fc-6122-4509-8a21-8120344e0ade tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662637 Jun 21 16:51:56.229056 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef959ac-a61b-4bdd-8999-f07733258dec req-0cd9ee3f-397b-42f3-9fca-4f183c8e0289 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:56.232088 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fef959ac-a61b-4bdd-8999-f07733258dec req-0cd9ee3f-397b-42f3-9fca-4f183c8e0289 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0708966 Jun 21 16:51:56.289838 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fef959ac-a61b-4bdd-8999-f07733258dec req-579097ae-d69c-4bc8-8111-92d914b41d47 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532711 Jun 21 16:51:57.423039 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06f3e0-0853-454e-bfb1-d4e001f0faed req-5f674f5d-b606-4a87-8ece-4654001a45fe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:57.424566 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7b06f3e0-0853-454e-bfb1-d4e001f0faed req-5f674f5d-b606-4a87-8ece-4654001a45fe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0496554 Jun 21 16:51:57.437436 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:51:57.472963 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7b06f3e0-0853-454e-bfb1-d4e001f0faed req-6ff2e54d-ebc4-4ff1-b67f-c5bb56eb4a78 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Jun 21 16:51:58.619364 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03973cd6-b6d2-46cc-a3df-eecaf4c692eb req-fa7331a8-13f2-44fb-a6da-8a92bf9abcd4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:58.620956 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03973cd6-b6d2-46cc-a3df-eecaf4c692eb req-fa7331a8-13f2-44fb-a6da-8a92bf9abcd4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0598316 Jun 21 16:51:58.673000 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03973cd6-b6d2-46cc-a3df-eecaf4c692eb req-e0df284d-ad40-4369-a860-29b3e9b15d82 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455554 Jun 21 16:51:59.801371 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49507-6393-4ae8-848d-32d8e7b007c0 req-93f15fab-e8a0-4423-bce3-272928614cba tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:51:59.802858 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-36b49507-6393-4ae8-848d-32d8e7b007c0 req-93f15fab-e8a0-4423-bce3-272928614cba tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0500438 Jun 21 16:51:59.856128 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-36b49507-6393-4ae8-848d-32d8e7b007c0 req-3302dd34-deff-4b63-9d39-dbffb605fc07 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467761 Jun 21 16:52:00.726983 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:00.924521 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:52:00.935681 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:00.979916 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fde9cf-4a81-4c1a-b25b-4ae9b50ff09c req-adf83932-1e37-467d-ae98-56a26bff9930 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:00.982503 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55fde9cf-4a81-4c1a-b25b-4ae9b50ff09c req-adf83932-1e37-467d-ae98-56a26bff9930 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 943 time: 0.0519602 Jun 21 16:52:01.033301 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55fde9cf-4a81-4c1a-b25b-4ae9b50ff09c req-382a53c2-6ac0-48c9-9603-229b76e71448 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 Jun 21 16:52:01.035331 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:01.047396 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '7b305906-1977-410d-88f8-b281cb089050', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'port_id': '7b305906-1977-410d-88f8-b281cb089050', 'mac_address': 'fa:16:3e:c5:97:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:52:01.088435 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7b305906-1977-410d-88f8-b281cb089050 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:01.088821 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.103952 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b305906-1977-410d-88f8-b281cb089050 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:52:01.124483 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:01.189970 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.223059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38486) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:01.255250 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=9']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:01.281329 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefadb73-1ef0-44e7-886e-780d51e2647b admin admin] Deleting subnet 4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:52:01.284557 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-cefadb73-1ef0-44e7-886e-780d51e2647b admin admin] Publish callbacks [] for subnet (4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.325135 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-cefadb73-1ef0-44e7-886e-780d51e2647b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.366074 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-cefadb73-1ef0-44e7-886e-780d51e2647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.516205 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-cefadb73-1ef0-44e7-886e-780d51e2647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.543442 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefadb73-1ef0-44e7-886e-780d51e2647b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:01.548402 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-cefadb73-1ef0-44e7-886e-780d51e2647b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.552019 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-cefadb73-1ef0-44e7-886e-780d51e2647b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4562ba30-6e3e-4bc5-8f62-c7ffdc613eb6 HTTP/1.1" status: 204 len: 168 time: 0.3276162 Jun 21 16:52:01.555115 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38488) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:01.637896 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (5cf6e549-6d0a-4c00-bdfa-de021fc82834), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.660601 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7b305906-1977-410d-88f8-b281cb089050'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:52:01.726118 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (5cf6e549-6d0a-4c00-bdfa-de021fc82834), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.748085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf6e549-6d0a-4c00-bdfa-de021fc82834']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:01.750162 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:01.759055 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5395a61-a1e7-459c-82de-06250f726009') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:01.768968 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5395a61-a1e7-459c-82de-06250f726009') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:01.768968 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (d5395a61-a1e7-459c-82de-06250f726009), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.785170 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (d5395a61-a1e7-459c-82de-06250f726009), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.794600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:52:01.795005 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (d5395a61-a1e7-459c-82de-06250f726009), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.823347 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment d5395a61-a1e7-459c-82de-06250f726009 resource provider aggregate not found Jun 21 16:52:01.855129 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment d5395a61-a1e7-459c-82de-06250f726009 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5395a61-a1e7-459c-82de-06250f726009 found for delete ", "request_id": "req-bf3144ac-f8f1-46f4-9478-1a3bd8e655a2"}]} Jun 21 16:52:01.932385 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (5cf6e549-6d0a-4c00-bdfa-de021fc82834), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.938382 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:01.941406 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5cf6e549-6d0a-4c00-bdfa-de021fc82834 HTTP/1.1" status: 204 len: 168 time: 0.3853517 Jun 21 16:52:01.957619 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de994c-b323-4360-b750-be5b7444a555 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf6e549-6d0a-4c00-bdfa-de021fc82834,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:02.171857 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab564f-1899-4db4-b25b-78e2c52c4b3d req-709d3bdd-2cc6-4cd2-a559-837dac0f004e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:02.173356 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fdab564f-1899-4db4-b25b-78e2c52c4b3d req-709d3bdd-2cc6-4cd2-a559-837dac0f004e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 944 time: 0.0494759 Jun 21 16:52:02.223240 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fdab564f-1899-4db4-b25b-78e2c52c4b3d req-82943c2b-54b8-4637-8b02-3303e9cac1c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Jun 21 16:52:02.261385 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:02.657756 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38502) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:02.678156 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:02.700930 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-d48d8017-7310-4cdf-a3eb-629a5cd02f05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83fb026ffcbd4a71929a4b3c860b3bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419817 Jun 21 16:52:02.703464 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38504) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:02.757540 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-33ebc41b-c61e-4830-8299-f717bf027cb2 admin admin] Publish callbacks [] for security_group (10d6f2af-0f1a-45ab-86c0-e49f0b426c0c), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:02.780398 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-33ebc41b-c61e-4830-8299-f717bf027cb2 admin admin] Publish callbacks [] for security_group (10d6f2af-0f1a-45ab-86c0-e49f0b426c0c), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:02.863859 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-33ebc41b-c61e-4830-8299-f717bf027cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (10d6f2af-0f1a-45ab-86c0-e49f0b426c0c), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:02.866722 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-33ebc41b-c61e-4830-8299-f717bf027cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:02.867884 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-33ebc41b-c61e-4830-8299-f717bf027cb2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10d6f2af-0f1a-45ab-86c0-e49f0b426c0c HTTP/1.1" status: 204 len: 168 time: 0.1635284 Jun 21 16:52:02.876413 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebc41b-c61e-4830-8299-f717bf027cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d6f2af-0f1a-45ab-86c0-e49f0b426c0c,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:02.937003 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:02.986082 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 7b305906-1977-410d-88f8-b281cb089050 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:02.986462 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7b305906-1977-410d-88f8-b281cb089050), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:03.057992 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:03.061882 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7b305906-1977-410d-88f8-b281cb089050 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:03.062278 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7b305906-1977-410d-88f8-b281cb089050), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:03.087392 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b305906-1977-410d-88f8-b281cb089050'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:52:03.089700 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c10412-4c3f-42f3-a8a6-a30a59bdb32b" -d '{"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-plugged", "status": "completed", "tag": "7b305906-1977-410d-88f8-b281cb089050"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:52:03.102469 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:03.128452 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cf63a5-a236-4f59-a2bd-f273a8de38eb x-openstack-request-id: req-c6cf63a5-a236-4f59-a2bd-f273a8de38eb {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:52:03.128762 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-plugged", "status": "completed", "tag": "7b305906-1977-410d-88f8-b281cb089050", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:52:03.129018 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6cf63a5-a236-4f59-a2bd-f273a8de38eb {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:52:03.129477 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cf63a5-a236-4f59-a2bd-f273a8de38eb'] response: {'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b305906-1977-410d-88f8-b281cb089050', 'code': 200} Jun 21 16:52:03.264430 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7b305906-1977-410d-88f8-b281cb089050), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:03.323450 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=10']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:03.352515 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d947af-0c2c-4827-8690-59efc7172c82 req-2f3d86fb-7bd4-48a1-be57-5757af3cdf0e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:03.354425 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-32d947af-0c2c-4827-8690-59efc7172c82 req-2f3d86fb-7bd4-48a1-be57-5757af3cdf0e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.0526366 Jun 21 16:52:03.408522 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-32d947af-0c2c-4827-8690-59efc7172c82 req-aa1f4cac-951f-4796-8db2-c90ad458245d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485423 Jun 21 16:52:03.844672 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a8ef6-a3aa-4dd9-8b62-9fcb57b04b09 req-23f367e6-0a11-43db-8cb9-4a84905881e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:03.846224 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-787a8ef6-a3aa-4dd9-8b62-9fcb57b04b09 req-23f367e6-0a11-43db-8cb9-4a84905881e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 1130 time: 0.0410132 Jun 21 16:52:03.896798 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-787a8ef6-a3aa-4dd9-8b62-9fcb57b04b09 req-73b739de-4793-418e-a394-d1f5dbf20ce4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Jun 21 16:52:04.034754 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1a43a81e-eddc-4b26-aa8a-ef294deb7f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.058090 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38534) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:04.159891 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1148286840-network', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:04.240807 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Made reservation on behalf of 7a8a0ae0c16a41c8b34547406830813a for: {'network': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:52:04.243511 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.252953 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.338645 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Publish callbacks [] for security_group (ddb4e3c6-0c32-434e-a8ad-90873ad2b90a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.401693 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ddb4e3c6-0c32-434e-a8ad-90873ad2b90a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.430889 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1230} {{(pid=111042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:52:04.436573 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb4e3c6-0c32-434e-a8ad-90873ad2b90a,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:04.445039 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (3d4c87b2-8564-4796-8382-bd5c3f49f632), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.445677 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.segments_db [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Added segment 3d4c87b2-8564-4796-8382-bd5c3f49f632 of type vlan for network c20083da-e0ff-47bb-b753-e54f100e0a6f Jun 21 16:52:04.487852 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (c20083da-e0ff-47bb-b753-e54f100e0a6f), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.544582 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:04.554177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcd04d-e4bf-4da4-95e2-384945e4cf49 req-7afd58a8-dfec-4b2d-a571-d3b08dd948bf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:04.555752 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ebdcd04d-e4bf-4da4-95e2-384945e4cf49 req-7afd58a8-dfec-4b2d-a571-d3b08dd948bf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.0606387 Jun 21 16:52:04.590376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (c20083da-e0ff-47bb-b753-e54f100e0a6f), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.591258 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:04.591835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.638908 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ebdcd04d-e4bf-4da4-95e2-384945e4cf49 req-8cfee91a-5761-49b9-8e1e-ece698d4417c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743215 Jun 21 16:52:04.675037 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] Pushing event updated for resources: {'Network': ['ID=c20083da-e0ff-47bb-b753-e54f100e0a6f,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:04.686377 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network c20083da-e0ff-47bb-b753-e54f100e0a6f details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:52:04.747294 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-6d550e8e-55cc-44c0-a654-20dd87c5caba admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6880829 Jun 21 16:52:04.750251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38542) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:04.756051 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Request body: {'subnet': {'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1148286840-subnet', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:04.841192 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Made reservation on behalf of 7a8a0ae0c16a41c8b34547406830813a for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:52:04.843706 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529333675'] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:04.969302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:05.075045 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528619006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529333725'] for subnet (b743ccd9-7980-45e4-8c3f-d3c36764f8b2), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:05.130142 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b743ccd9-7980-45e4-8c3f-d3c36764f8b2,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:05.145874 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Checking segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:05.146235 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Network hostable DHCP agents. Network: c20083da-e0ff-47bb-b753-e54f100e0a6f, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:52:05.229134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Network c20083da-e0ff-47bb-b753-e54f100e0a6f is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:52:05.315749 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, c20083da-e0ff-47bb-b753-e54f100e0a6f) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:05.319827 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:05.320426 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:05.324922 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe5856-584c-4207-bf52-c7b964b3cee9 None None] Network c20083da-e0ff-47bb-b753-e54f100e0a6f requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:52:05.418962 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-41c74487-be21-4f05-83c7-6473e343a039 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6652153 Jun 21 16:52:05.419814 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38550) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:05.424828 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:05.439280 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-c20083da-e0ff-47bb-b753-e54f100e0a6f', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:52:05.440806 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:05.516648 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:05.517777 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:05.578217 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:05.589259 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks [] for router_controller (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), precommit_add_association {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:05.598728 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Allocated IP 172.20.0.2 (c20083da-e0ff-47bb-b753-e54f100e0a6f/b743ccd9-7980-45e4-8c3f-d3c36764f8b2/049cdda3-7e62-420b-81f5-528d8a45fc72) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:05.795871 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871c066-3843-4406-b3fd-1f4eb813aa13 req-5a331682-8ca2-4caf-89c6-9541c4496ec8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:05.797066 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4871c066-3843-4406-b3fd-1f4eb813aa13 req-5a331682-8ca2-4caf-89c6-9541c4496ec8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.0616071 Jun 21 16:52:05.840032 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks [] for router_gateway (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:05.862340 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4871c066-3843-4406-b3fd-1f4eb813aa13 req-8906cbcc-ccdc-4740-a4f2-c4fd6ac5c928 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553148 Jun 21 16:52:05.915395 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Publish callbacks [] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.042370 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.098127 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Network c20083da-e0ff-47bb-b753-e54f100e0a6f is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:06.102018 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:06.113457 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:06.127302 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Pushing event updated for resources: {'Port': ['ID=049cdda3-7e62-420b-81f5-528d8a45fc72,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:06.156399 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.156743 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.157103 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.157481 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.157823 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.158148 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.158470 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.158791 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.159367 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.159747 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.160140 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.160480 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.160925 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.161400 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.166392 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:06.202085 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Attempting to bind port 049cdda3-7e62-420b-81f5-528d8a45fc72 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:52:06.202452 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Attempting to bind port 049cdda3-7e62-420b-81f5-528d8a45fc72 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:52:06.202813 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Attempting to bind port 049cdda3-7e62-420b-81f5-528d8a45fc72 on network c20083da-e0ff-47bb-b753-e54f100e0a6f {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:06.208605 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:52:06.212052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Checking segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:06.212052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.212052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Bound using segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:52:06.212052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Bound port: 049cdda3-7e62-420b-81f5-528d8a45fc72, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:52:06.212052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.255986 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e079c918-35c5-4acd-86fa-261bf22082cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.295748 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] For port 049cdda3-7e62-420b-81f5-528d8a45fc72, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:52:06.299160 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] For port 049cdda3-7e62-420b-81f5-528d8a45fc72, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=049cdda3-7e62-420b-81f5-528d8a45fc72,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:52:06.300329 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:06.355387 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks [] for router_gateway (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.378107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.408001 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.430079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:06.501878 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fff7f-1f03-45ee-a5ee-1a1e9f831e24 None None] Pushing event updated for resources: {'Port': ['ID=049cdda3-7e62-420b-81f5-528d8a45fc72,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:06.535936 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Allocated IP 172.27.2.198 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/d13be951-8c85-459d-9b40-9aecb8a9a822) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:06.658922 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:06.662556 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks [] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.808710 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:06.866116 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:06.872178 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:06.874447 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Pushing event updated for resources: {'Port': ['ID=d13be951-8c85-459d-9b40-9aecb8a9a822,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:06.876601 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:07.061175 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a75b1-312a-4c57-878a-8848105c2bc6 req-a2eb136f-9cf6-47b6-946c-be5e7c424278 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:07.062744 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d47a75b1-312a-4c57-878a-8848105c2bc6 req-a2eb136f-9cf6-47b6-946c-be5e7c424278 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.1065416 Jun 21 16:52:07.121953 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d47a75b1-312a-4c57-878a-8848105c2bc6 req-072a7fee-3834-4114-9520-eea66f7aac42 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514278 Jun 21 16:52:07.242009 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks [] for router_gateway (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:07.447243 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:07.455665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:07.513233 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:07.606352 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd3d04-40e0-4005-be00-3e1c3126a079 None None] Network c20083da-e0ff-47bb-b753-e54f100e0a6f requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:52:07.681615 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:52:07.685884 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-3fd1f5d3-317c-447b-81d0-2be6ec2123f7 None None] Provisioning complete for port 049cdda3-7e62-420b-81f5-528d8a45fc72 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:07.686277 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f5d3-317c-447b-81d0-2be6ec2123f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:07.799279 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:52:07.816521 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1f5d3-317c-447b-81d0-2be6ec2123f7 None None] Current status of the port 049cdda3-7e62-420b-81f5-528d8a45fc72 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:07.816521 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f5d3-317c-447b-81d0-2be6ec2123f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:07.824909 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:52:07.858976 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:07.859649 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:07.901716 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:07.903535 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-d6f31ac3-06f1-4822-a376-d441db922759 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4821420 Jun 21 16:52:07.906309 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38592) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:07.910390 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-3fd1f5d3-317c-447b-81d0-2be6ec2123f7 None None] For port 049cdda3-7e62-420b-81f5-528d8a45fc72, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=049cdda3-7e62-420b-81f5-528d8a45fc72,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:07.967543 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:07.996490 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:08.021865 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f5d3-317c-447b-81d0-2be6ec2123f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.094777 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:08.161734 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1f5d3-317c-447b-81d0-2be6ec2123f7 None None] Pushing event updated for resources: {'Port': ['ID=049cdda3-7e62-420b-81f5-528d8a45fc72,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:08.180637 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-2a80d69f-c4ab-41c6-abb6-557fda3cb04f None None] Provisioning complete for port 049cdda3-7e62-420b-81f5-528d8a45fc72 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:08.183652 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2a80d69f-c4ab-41c6-abb6-557fda3cb04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.288801 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3f1f2-beee-4d14-aca0-c1625ae463b6 req-2ec9d127-f8cc-4268-ae56-b0e0ebcd35d7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:08.290421 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e3d3f1f2-beee-4d14-aca0-c1625ae463b6 req-2ec9d127-f8cc-4268-ae56-b0e0ebcd35d7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.0677938 Jun 21 16:52:08.310121 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:07Z', 'revision_number': 3, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:08.314528 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:08.357865 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e3d3f1f2-beee-4d14-aca0-c1625ae463b6 req-e1b74864-083d-43a9-a291-aec515ff7745 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556197 Jun 21 16:52:08.370576 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:52:08.370974 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Updating router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc port d13be951-8c85-459d-9b40-9aecb8a9a822 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:52:08.403516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-2a80d69f-c4ab-41c6-abb6-557fda3cb04f None None] Current status of the port 049cdda3-7e62-420b-81f5-528d8a45fc72 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:08.411355 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.441576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.606468 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 049cdda3-7e62-420b-81f5-528d8a45fc72 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:08.617751 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:08.618946 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Allocated IP 172.20.0.1 (c20083da-e0ff-47bb-b753-e54f100e0a6f/b743ccd9-7980-45e4-8c3f-d3c36764f8b2/172ccb87-766a-4c46-88c7-1be19babdb79) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:08.689425 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 049cdda3-7e62-420b-81f5-528d8a45fc72 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:08.689808 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.736665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Publish callbacks [] for port (172ccb87-766a-4c46-88c7-1be19babdb79), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.788063 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Publish callbacks [] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.827566 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 049cdda3-7e62-420b-81f5-528d8a45fc72 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:08.842332 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.872432 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.873548 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.911241 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Network c20083da-e0ff-47bb-b753-e54f100e0a6f is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:08.916417 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:08.920168 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:08.955328 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Attempting to bind port d13be951-8c85-459d-9b40-9aecb8a9a822 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:52:08.955706 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Attempting to bind port d13be951-8c85-459d-9b40-9aecb8a9a822 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:52:08.956106 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Attempting to bind port d13be951-8c85-459d-9b40-9aecb8a9a822 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:08.974757 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=172ccb87-766a-4c46-88c7-1be19babdb79,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:08.977176 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.984809 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a79f4-6005-4ff7-ace6-a8a8e5188f3a None None] Pushing event updated for resources: {'Port': ['ID=d13be951-8c85-459d-9b40-9aecb8a9a822,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:08.987975 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:52:08.992536 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:08.993023 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:08.993460 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:52:08.993961 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Bound port: d13be951-8c85-459d-9b40-9aecb8a9a822, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:52:08.994363 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.016937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.063877 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] For port d13be951-8c85-459d-9b40-9aecb8a9a822, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:52:09.068472 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] For port d13be951-8c85-459d-9b40-9aecb8a9a822, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=d13be951-8c85-459d-9b40-9aecb8a9a822,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:52:09.084499 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:09.156671 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.231987 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:09.232624 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:09.237812 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a79f4-6005-4ff7-ace6-a8a8e5188f3a None None] Pushing event updated for resources: {'Port': ['ID=d13be951-8c85-459d-9b40-9aecb8a9a822,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:09.276785 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-bf0610b5-083f-48c1-8a1b-794b73d67f87 None None] Provisioning complete for port 172ccb87-766a-4c46-88c7-1be19babdb79 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:09.276961 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-bf0610b5-083f-48c1-8a1b-794b73d67f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.290273 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.312813 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-bf0610b5-083f-48c1-8a1b-794b73d67f87 None None] Port 172ccb87-766a-4c46-88c7-1be19babdb79 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:52:09.373953 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:09.386093 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:09.398882 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:09.480240 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Publish callbacks [] for port (172ccb87-766a-4c46-88c7-1be19babdb79), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.543825 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.616516 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=172ccb87-766a-4c46-88c7-1be19babdb79,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:09.619184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.704359 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:07Z', 'revision_number': 3, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:09.715257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:09.717156 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Network c20083da-e0ff-47bb-b753-e54f100e0a6f is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:09.718542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:09.731793 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8d923-f1fc-46ce-8e6a-4ebdbc60f91d None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:07Z', 'revision_number': 3, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:52:09.836878 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:52:09.941181 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-ac503e38-e181-42d9-978e-21d313ad7c84 None None] Provisioning complete for port 172ccb87-766a-4c46-88c7-1be19babdb79 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:09.941730 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ac503e38-e181-42d9-978e-21d313ad7c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:09.962275 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:52:09.966748 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-1e85a9ea-5bc6-4d7b-9a1a-5616bbd3b9d2 admin admin] 10.222.0.70 "PUT /v2.0/routers/937b9d59-4ba8-4a90-9599-1d46c91fb3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0583355 Jun 21 16:52:09.989406 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-ac503e38-e181-42d9-978e-21d313ad7c84 None None] Port 172ccb87-766a-4c46-88c7-1be19babdb79 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:52:10.593599 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device d13be951-8c85-459d-9b40-9aecb8a9a822 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:10.648659 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port d13be951-8c85-459d-9b40-9aecb8a9a822 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:10.649327 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:10.728411 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port d13be951-8c85-459d-9b40-9aecb8a9a822 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:10.728977 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:10.743497 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38630) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:10.748478 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-460955169-network', 'tenant_id': '227bca94df554c06a22b74319d819d8c'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:10.750643 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port d13be951-8c85-459d-9b40-9aecb8a9a822, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=d13be951-8c85-459d-9b40-9aecb8a9a822,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:10.824826 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:10.841810 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Made reservation on behalf of 227bca94df554c06a22b74319d819d8c for: {'network': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:52:10.844414 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:10.854784 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:10.881435 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=d13be951-8c85-459d-9b40-9aecb8a9a822,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:10.938088 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Publish callbacks [] for security_group (b03ab33c-4d43-4d9a-8f0c-f0cd8312c1b2), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.001637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (b03ab33c-4d43-4d9a-8f0c-f0cd8312c1b2), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.031360 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=111042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:52:11.041628 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03ab33c-4d43-4d9a-8f0c-f0cd8312c1b2,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:11.047331 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (2495d696-62c4-437f-a54b-e92bcfa75d4b), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.047765 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.segments_db [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Added segment 2495d696-62c4-437f-a54b-e92bcfa75d4b of type vlan for network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 Jun 21 16:52:11.093005 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (eab26b5f-467f-4ec7-9bfb-4dcb14fc4534), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.111435 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:11.207544 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (eab26b5f-467f-4ec7-9bfb-4dcb14fc4534), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.208740 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:11.209480 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.273929 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] Pushing event updated for resources: {'Network': ['ID=eab26b5f-467f-4ec7-9bfb-4dcb14fc4534,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:11.283641 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:52:11.313461 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-28958ad8-44f6-4be4-9917-f39e9cbae05c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5687907 Jun 21 16:52:11.316149 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38632) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:11.322292 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Request body: {'subnet': {'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-460955169-subnet', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:11.396022 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Made reservation on behalf of 227bca94df554c06a22b74319d819d8c for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:52:11.399289 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529333675'] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.466642 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:52:11.478231 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:11.478842 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:11.584379 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:11.665492 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528619006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529333725'] for subnet (6d5c113c-277a-401c-8aee-28b7cbf08799), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.700809 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:11.743863 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5c113c-277a-401c-8aee-28b7cbf08799,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:11.756743 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Checking segment: {'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:11.757104 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Network hostable DHCP agents. Network: eab26b5f-467f-4ec7-9bfb-4dcb14fc4534, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:52:11.782324 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 2, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:11.811383 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:52:11.811709 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Updating router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc port 172ccb87-766a-4c46-88c7-1be19babdb79 binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:52:11.830166 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:52:11.840005 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.893082 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, eab26b5f-467f-4ec7-9bfb-4dcb14fc4534) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:11.897735 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:11.898914 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:11.914494 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb152ed-2434-41be-94fb-f18cc9eba99d None None] Network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:52:12.021562 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-eab26b5f-467f-4ec7-9bfb-4dcb14fc4534', 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534', 'project_id': '227bca94df554c06a22b74319d819d8c', 'fixed_ips': [{'subnet_id': '6d5c113c-277a-401c-8aee-28b7cbf08799'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:52:12.022586 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.027975 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-38de0e16-6933-47e2-be94-1c5bd8e51f47 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7107821 Jun 21 16:52:12.030607 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38636) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:12.039150 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:12.051336 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:12.111064 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Publish callbacks [] for port (172ccb87-766a-4c46-88c7-1be19babdb79), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.145207 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:12.166272 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Allocated IP 172.20.0.2 (eab26b5f-467f-4ec7-9bfb-4dcb14fc4534/6d5c113c-277a-401c-8aee-28b7cbf08799/8a99ada2-8720-402b-b646-8d92909ab882) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:12.196233 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.197104 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (7856d4ff-1a39-47bb-a848-d2bcc2799f29), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.199726 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (7856d4ff-1a39-47bb-a848-d2bcc2799f29), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.245769 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be151dd-7f2d-4fad-8afe-ab8b518a053d None None] Pushing event updated for resources: {'Port': ['ID=172ccb87-766a-4c46-88c7-1be19babdb79,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:12.267399 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks [] for router_controller (7856d4ff-1a39-47bb-a848-d2bcc2799f29), precommit_add_association {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.322803 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:12.339094 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Attempting to bind port 172ccb87-766a-4c46-88c7-1be19babdb79 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:52:12.343010 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Attempting to bind port 172ccb87-766a-4c46-88c7-1be19babdb79 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:52:12.343010 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Attempting to bind port 172ccb87-766a-4c46-88c7-1be19babdb79 on network c20083da-e0ff-47bb-b753-e54f100e0a6f {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:12.345823 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:52:12.346295 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Checking segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:12.346750 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.347198 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Bound using segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:52:12.347743 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Bound port: 172ccb87-766a-4c46-88c7-1be19babdb79, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:52:12.348182 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.349317 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Publish callbacks [] for port (8a99ada2-8720-402b-b646-8d92909ab882), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.383643 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:12.418879 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] For port 172ccb87-766a-4c46-88c7-1be19babdb79, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:52:12.422233 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] For port 172ccb87-766a-4c46-88c7-1be19babdb79, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=172ccb87-766a-4c46-88c7-1be19babdb79,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:52:12.430825 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (8a99ada2-8720-402b-b646-8d92909ab882), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.474770 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:12.478045 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.478600 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:12.478709 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks [] for router_gateway (7856d4ff-1a39-47bb-a848-d2bcc2799f29), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.482086 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:12.494475 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Pushing event updated for resources: {'Port': ['ID=8a99ada2-8720-402b-b646-8d92909ab882,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:12.553115 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:12.557916 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:12.558818 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:12.573152 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Attempting to bind port 8a99ada2-8720-402b-b646-8d92909ab882 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:52:12.573859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Attempting to bind port 8a99ada2-8720-402b-b646-8d92909ab882 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:52:12.574392 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Attempting to bind port 8a99ada2-8720-402b-b646-8d92909ab882 on network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:12.580814 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-3074df17-cd3e-40cb-aa91-07fe4e5a1a2c None None] Provisioning complete for port 172ccb87-766a-4c46-88c7-1be19babdb79 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:12.583062 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3074df17-cd3e-40cb-aa91-07fe4e5a1a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.626568 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:52:12.634714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Checking segment: {'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:12.634714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.634714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Bound using segment: {'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:52:12.634714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Bound port: 8a99ada2-8720-402b-b646-8d92909ab882, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:52:12.634714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8a99ada2-8720-402b-b646-8d92909ab882), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.647032 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device d13be951-8c85-459d-9b40-9aecb8a9a822 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:12.667385 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be151dd-7f2d-4fad-8afe-ab8b518a053d None None] Pushing event updated for resources: {'Port': ['ID=172ccb87-766a-4c46-88c7-1be19babdb79,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:12.741565 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:12.796273 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port d13be951-8c85-459d-9b40-9aecb8a9a822 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:12.796890 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.799956 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] For port 8a99ada2-8720-402b-b646-8d92909ab882, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:52:12.813490 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks [] for router_gateway (7856d4ff-1a39-47bb-a848-d2bcc2799f29), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.834619 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.839647 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:12.844319 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:12.844960 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-3074df17-cd3e-40cb-aa91-07fe4e5a1a2c None None] Current status of the port 172ccb87-766a-4c46-88c7-1be19babdb79 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:12.845376 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3074df17-cd3e-40cb-aa91-07fe4e5a1a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.848481 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] For port 8a99ada2-8720-402b-b646-8d92909ab882, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8a99ada2-8720-402b-b646-8d92909ab882,segment=NetworkSegment(2495d696-62c4-437f-a54b-e92bcfa75d4b),segment_id=2495d696-62c4-437f-a54b-e92bcfa75d4b)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:52:12.920420 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (8a99ada2-8720-402b-b646-8d92909ab882), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:12.924729 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-3074df17-cd3e-40cb-aa91-07fe4e5a1a2c None None] For port 172ccb87-766a-4c46-88c7-1be19babdb79, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=172ccb87-766a-4c46-88c7-1be19babdb79,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:12.965653 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Allocated IP 172.27.2.140 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/612841ab-8c6a-4204-b364-167793bd0c21) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:12.971102 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port d13be951-8c85-459d-9b40-9aecb8a9a822 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:13.002156 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3074df17-cd3e-40cb-aa91-07fe4e5a1a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:13.005559 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0923e65-c288-4adb-b613-de94281cb413 None None] Pushing event updated for resources: {'Port': ['ID=8a99ada2-8720-402b-b646-8d92909ab882,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:13.076441 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:13.087344 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074df17-cd3e-40cb-aa91-07fe4e5a1a2c None None] Pushing event updated for resources: {'Port': ['ID=172ccb87-766a-4c46-88c7-1be19babdb79,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:13.107314 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1c85a-2ca9-4443-9ea4-d207de49d7e4 None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:52:13.112369 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks [] for port (612841ab-8c6a-4204-b364-167793bd0c21), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:13.129686 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-7e4360fb-3a5a-4168-b29c-9b3de0636b6b None None] Provisioning complete for port 172ccb87-766a-4c46-88c7-1be19babdb79 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:13.130452 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-7e4360fb-3a5a-4168-b29c-9b3de0636b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:13.229464 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (612841ab-8c6a-4204-b364-167793bd0c21), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:13.250477 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-7e4360fb-3a5a-4168-b29c-9b3de0636b6b None None] Current status of the port 172ccb87-766a-4c46-88c7-1be19babdb79 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:13.275610 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:52:13.279811 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:13.300600 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Pushing event updated for resources: {'Port': ['ID=612841ab-8c6a-4204-b364-167793bd0c21,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:13.305311 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:13.307117 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:13.309441 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:13.650058 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks [] for router_gateway (7856d4ff-1a39-47bb-a848-d2bcc2799f29), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:13.862636 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (7856d4ff-1a39-47bb-a848-d2bcc2799f29), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:14.082112 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:52:14.160409 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e16c23-570f-4c1f-a53b-f51a7d7006c7 None None] Network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:52:14.247792 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-323abdfc-bfe4-4985-94c5-e97fc5febad0 None None] Provisioning complete for port 8a99ada2-8720-402b-b646-8d92909ab882 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:14.248169 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-323abdfc-bfe4-4985-94c5-e97fc5febad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8a99ada2-8720-402b-b646-8d92909ab882), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:14.330253 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:14.383202 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-323abdfc-bfe4-4985-94c5-e97fc5febad0 None None] Current status of the port 8a99ada2-8720-402b-b646-8d92909ab882 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:14.386834 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-323abdfc-bfe4-4985-94c5-e97fc5febad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8a99ada2-8720-402b-b646-8d92909ab882), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:14.427002 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-323abdfc-bfe4-4985-94c5-e97fc5febad0 None None] For port 8a99ada2-8720-402b-b646-8d92909ab882, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8a99ada2-8720-402b-b646-8d92909ab882,segment=NetworkSegment(2495d696-62c4-437f-a54b-e92bcfa75d4b),segment_id=2495d696-62c4-437f-a54b-e92bcfa75d4b)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:14.447955 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:52:14.458130 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Sync routers for ids ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:52:14.469913 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Routers {'7856d4ff-1a39-47bb-a848-d2bcc2799f29'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:14.470552 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:14.571908 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:14.577052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-323abdfc-bfe4-4985-94c5-e97fc5febad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (8a99ada2-8720-402b-b646-8d92909ab882), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:14.577173 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-67552b27-8617-466d-8593-e857bd8cff70 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5420628 Jun 21 16:52:14.578934 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38648) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:14.622128 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Set router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:14.686783 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 172ccb87-766a-4c46-88c7-1be19babdb79 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:14.883184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323abdfc-bfe4-4985-94c5-e97fc5febad0 None None] Pushing event updated for resources: {'Port': ['ID=8a99ada2-8720-402b-b646-8d92909ab882,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:14.907809 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-23ad0e06-195f-418d-aa9a-241d2b3612af None None] Provisioning complete for port 8a99ada2-8720-402b-b646-8d92909ab882 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:14.908194 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-23ad0e06-195f-418d-aa9a-241d2b3612af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8a99ada2-8720-402b-b646-8d92909ab882), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.012255 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 172ccb87-766a-4c46-88c7-1be19babdb79 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:15.012547 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.124154 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:13Z', 'revision_number': 3, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:15.127657 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-f740e9e1-c75c-43c1-995a-e4055e3d2d82 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276392340&fields=id&tenant_id=7ab25929bbd643a68f0f01f1fb22b292 HTTP/1.1" status: 200 len: 267 time: 0.3278427 Jun 21 16:52:15.128744 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:15.130697 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-23ad0e06-195f-418d-aa9a-241d2b3612af None None] Current status of the port 8a99ada2-8720-402b-b646-8d92909ab882 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:15.160088 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Checking router: 7856d4ff-1a39-47bb-a848-d2bcc2799f29 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:52:15.160446 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Updating router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 port 612841ab-8c6a-4204-b364-167793bd0c21 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:52:15.216651 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (612841ab-8c6a-4204-b364-167793bd0c21), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.218291 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 172ccb87-766a-4c46-88c7-1be19babdb79 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:15.219320 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8a99ada2-8720-402b-b646-8d92909ab882 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:15.316082 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-72a6b5e9-46d4-4463-bc8d-960d0ee51257 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:15.317596 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-72a6b5e9-46d4-4463-bc8d-960d0ee51257 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/networks?id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e HTTP/1.1" status: 200 len: 808 time: 0.1742396 Jun 21 16:52:15.320935 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:15.357121 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:15.363022 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 8a99ada2-8720-402b-b646-8d92909ab882 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:15.363396 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8a99ada2-8720-402b-b646-8d92909ab882), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.366236 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3cae4af8-9d2a-4605-a3a9-fde5c77d71bc tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/quotas/7ab25929bbd643a68f0f01f1fb22b292 HTTP/1.1" status: 200 len: 375 time: 0.0202146 Jun 21 16:52:15.450567 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-ddee1f24-2b2b-434e-9504-ab78a037b586 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751774 Jun 21 16:52:15.455717 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.506359 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:15.527507 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 8a99ada2-8720-402b-b646-8d92909ab882 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:15.588861 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Publish callbacks [] for port (612841ab-8c6a-4204-b364-167793bd0c21), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.632795 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-9a6a404f-d13a-4385-be77-1e1aa33aaffa service neutron] 10.222.0.70 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660848 Jun 21 16:52:15.716396 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (612841ab-8c6a-4204-b364-167793bd0c21), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.772446 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Attempting to bind port 612841ab-8c6a-4204-b364-167793bd0c21 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:52:15.772811 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Attempting to bind port 612841ab-8c6a-4204-b364-167793bd0c21 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:52:15.773310 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Attempting to bind port 612841ab-8c6a-4204-b364-167793bd0c21 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:15.775523 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Allocated IP 172.20.0.1 (eab26b5f-467f-4ec7-9bfb-4dcb14fc4534/6d5c113c-277a-401c-8aee-28b7cbf08799/93e93161-e0b3-4174-a846-1e88cb02cbf2) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:15.776172 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953affe-e537-4289-bbe3-c9c22712cfaf None None] Pushing event updated for resources: {'Port': ['ID=612841ab-8c6a-4204-b364-167793bd0c21,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:15.782114 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:52:15.782408 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:15.782811 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.783185 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:52:15.783644 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Bound port: 612841ab-8c6a-4204-b364-167793bd0c21, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:52:15.784425 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (612841ab-8c6a-4204-b364-167793bd0c21), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.794461 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-95ae097f-fea7-4e52-9f31-e93b5489c33e service neutron] 10.222.0.70 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539361 Jun 21 16:52:15.839719 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] For port 612841ab-8c6a-4204-b364-167793bd0c21, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:52:15.843041 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] For port 612841ab-8c6a-4204-b364-167793bd0c21, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=612841ab-8c6a-4204-b364-167793bd0c21,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:52:15.888748 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (612841ab-8c6a-4204-b364-167793bd0c21), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.905395 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Publish callbacks [] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:15.954188 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Routers {'7856d4ff-1a39-47bb-a848-d2bcc2799f29'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:15.954833 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:15.959846 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953affe-e537-4289-bbe3-c9c22712cfaf None None] Pushing event updated for resources: {'Port': ['ID=612841ab-8c6a-4204-b364-167793bd0c21,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:15.985441 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:16.028745 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:16.033874 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:16.039785 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:16.043748 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=93e93161-e0b3-4174-a846-1e88cb02cbf2,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:16.075374 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] Set router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:16.087130 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (7856d4ff-1a39-47bb-a848-d2bcc2799f29), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:16.187169 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:16.242732 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:16.294371 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:13Z', 'revision_number': 3, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:16.319538 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f3fb1-83b6-423c-8705-f4ac35e76930 None None] The sync data for ids ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'] in dv-cinder-799871-21-iscsi is: [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:13Z', 'revision_number': 3, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:52:16.338715 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:16.377267 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-6d803f63-0ef4-4bb9-8a2f-ff67ba9b298c None None] Provisioning complete for port 93e93161-e0b3-4174-a846-1e88cb02cbf2 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:16.378060 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6d803f63-0ef4-4bb9-8a2f-ff67ba9b298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:16.432334 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-6d803f63-0ef4-4bb9-8a2f-ff67ba9b298c None None] Port 93e93161-e0b3-4174-a846-1e88cb02cbf2 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:52:16.487780 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-32b36027-b9cf-43ca-8169-070d12b08bc0 req-1e04993b-d348-4ac8-a097-a2094e8b1dc4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0423870 Jun 21 16:52:16.547269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:16.566825 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Publish callbacks [] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:16.608262 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8a99ada2-8720-402b-b646-8d92909ab882 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:16.642355 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:16.651931 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:16.685736 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 8a99ada2-8720-402b-b646-8d92909ab882 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:16.686114 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8a99ada2-8720-402b-b646-8d92909ab882), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:16.722673 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (7856d4ff-1a39-47bb-a848-d2bcc2799f29), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:16.724784 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=93e93161-e0b3-4174-a846-1e88cb02cbf2,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:16.805309 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 8a99ada2-8720-402b-b646-8d92909ab882 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:16.852557 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:16.854297 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:16.990334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:52:17.125837 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:52:17.144915 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a071b692-bee8-4abb-af60-73170fb8cbc7 admin admin] 10.222.0.70 "PUT /v2.0/routers/7856d4ff-1a39-47bb-a848-d2bcc2799f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5498092 Jun 21 16:52:17.165963 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-f5715b30-dcec-43f9-aca5-d3c58a42dd58 None None] Provisioning complete for port 93e93161-e0b3-4174-a846-1e88cb02cbf2 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:17.166536 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f5715b30-dcec-43f9-aca5-d3c58a42dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:17.214739 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-f5715b30-dcec-43f9-aca5-d3c58a42dd58 None None] Port 93e93161-e0b3-4174-a846-1e88cb02cbf2 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:52:17.574524 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bc07b262-1af1-49e5-8ad5-e5d84a6a9e47 req-7c496b2c-00d9-4de4-85dd-e5fa76f7f6ef tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0300689 Jun 21 16:52:17.604817 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38680) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:17.609523 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-a8875b98-4b66-4ab8-b657-6e9159261cd0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254481239', 'description': 'tempest-secgroup-smoke-254481239 description', 'project_id': '7a8a0ae0c16a41c8b34547406830813a'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:17.734017 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8875b98-4b66-4ab8-b657-6e9159261cd0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:17.762362 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:17.813075 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8875b98-4b66-4ab8-b657-6e9159261cd0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group (ff429d4e-af44-454b-9ddf-c330058f2b61), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:17.870756 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8875b98-4b66-4ab8-b657-6e9159261cd0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ff429d4e-af44-454b-9ddf-c330058f2b61), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:17.904738 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8875b98-4b66-4ab8-b657-6e9159261cd0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff429d4e-af44-454b-9ddf-c330058f2b61,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:17.992672 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8875b98-4b66-4ab8-b657-6e9159261cd0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:17.994180 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a8875b98-4b66-4ab8-b657-6e9159261cd0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3883047 Jun 21 16:52:17.997032 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38682) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:18.001670 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-3ac6f604-0d89-401f-b124-534d4e0df610 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'security_group_rule': {'security_group_id': 'ff429d4e-af44-454b-9ddf-c330058f2b61', 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:18.121071 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Sync routers for ids ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:52:18.124591 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f604-0d89-401f-b124-534d4e0df610 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (bceebaa0-4d32-430f-a394-84005b7ea9e9), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.131379 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Routers {'7856d4ff-1a39-47bb-a848-d2bcc2799f29'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:18.132003 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:18.192731 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f604-0d89-401f-b124-534d4e0df610 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (bceebaa0-4d32-430f-a394-84005b7ea9e9), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.241193 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Set router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:18.282482 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f604-0d89-401f-b124-534d4e0df610 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (bceebaa0-4d32-430f-a394-84005b7ea9e9), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.303339 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6f604-0d89-401f-b124-534d4e0df610 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceebaa0-4d32-430f-a394-84005b7ea9e9,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:18.387657 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3ac6f604-0d89-401f-b124-534d4e0df610 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.391576 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3ac6f604-0d89-401f-b124-534d4e0df610 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3908629 Jun 21 16:52:18.391745 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:18.397765 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38684) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:18.397765 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-6161eb60-4181-4f9d-b34d-7ad63a7b6d32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'security_group_rule': {'security_group_id': 'ff429d4e-af44-454b-9ddf-c330058f2b61', 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:18.442328 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:16Z', 'revision_number': 4, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '93e93161-e0b3-4174-a846-1e88cb02cbf2', 'name': '', 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'mac_address': 'fa:16:3e:22:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6d5c113c-277a-401c-8aee-28b7cbf08799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:15Z', 'updated_at': '2022-06-21T16:52:16Z', 'revision_number': 2, 'project_id': '227bca94df554c06a22b74319d819d8c', 'subnets': [{'id': '6d5c113c-277a-401c-8aee-28b7cbf08799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:18.468052 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Checking router: 7856d4ff-1a39-47bb-a848-d2bcc2799f29 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:52:18.468405 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Updating router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 port 93e93161-e0b3-4174-a846-1e88cb02cbf2 binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:52:18.484051 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6161eb60-4181-4f9d-b34d-7ad63a7b6d32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (4fce2146-a9fc-45fd-8f2a-ffb8a2461b7a), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.497693 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.581076 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6161eb60-4181-4f9d-b34d-7ad63a7b6d32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (4fce2146-a9fc-45fd-8f2a-ffb8a2461b7a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.636326 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 612841ab-8c6a-4204-b364-167793bd0c21 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:18.650930 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6161eb60-4181-4f9d-b34d-7ad63a7b6d32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (4fce2146-a9fc-45fd-8f2a-ffb8a2461b7a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.665653 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161eb60-4181-4f9d-b34d-7ad63a7b6d32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fce2146-a9fc-45fd-8f2a-ffb8a2461b7a,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:18.694225 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3e0103ef-bd35-4957-893a-b9c5de77b638 req-34e555c1-420c-4b2e-a4b1-696a5f32f824 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0462153 Jun 21 16:52:18.704055 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 612841ab-8c6a-4204-b364-167793bd0c21 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:18.704523 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (612841ab-8c6a-4204-b364-167793bd0c21), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.747036 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-6161eb60-4181-4f9d-b34d-7ad63a7b6d32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.748580 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-6161eb60-4181-4f9d-b34d-7ad63a7b6d32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3554912 Jun 21 16:52:18.751269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38688) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:18.755754 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-b1316b99-50ba-4214-8742-d228f9123949 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'security_group_rule': {'security_group_id': 'ff429d4e-af44-454b-9ddf-c330058f2b61', 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:18.787795 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Publish callbacks [] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.799070 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 612841ab-8c6a-4204-b364-167793bd0c21 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:18.799554 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (612841ab-8c6a-4204-b364-167793bd0c21), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.830194 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 612841ab-8c6a-4204-b364-167793bd0c21, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=612841ab-8c6a-4204-b364-167793bd0c21,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:18.833093 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b1316b99-50ba-4214-8742-d228f9123949 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (02de7003-1643-40a4-9b93-aeac0300b577), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.842956 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.883379 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (612841ab-8c6a-4204-b364-167793bd0c21), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.905475 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:18.914929 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b1316b99-50ba-4214-8742-d228f9123949 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (02de7003-1643-40a4-9b93-aeac0300b577), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.940948 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5505fda-7c90-46a8-8629-d9c57c9fd4b7 None None] Pushing event updated for resources: {'Port': ['ID=93e93161-e0b3-4174-a846-1e88cb02cbf2,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:18.968823 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b1316b99-50ba-4214-8742-d228f9123949 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (02de7003-1643-40a4-9b93-aeac0300b577), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:18.995331 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=612841ab-8c6a-4204-b364-167793bd0c21,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:19.003199 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Attempting to bind port 93e93161-e0b3-4174-a846-1e88cb02cbf2 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:52:19.003564 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Attempting to bind port 93e93161-e0b3-4174-a846-1e88cb02cbf2 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:52:19.004527 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Attempting to bind port 93e93161-e0b3-4174-a846-1e88cb02cbf2 on network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:19.005861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1316b99-50ba-4214-8742-d228f9123949 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02de7003-1643-40a4-9b93-aeac0300b577,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:19.014593 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:52:19.015024 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Checking segment: {'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:19.015742 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.015958 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Bound using segment: {'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:52:19.016396 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Bound port: 93e93161-e0b3-4174-a846-1e88cb02cbf2, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2495d696-62c4-437f-a54b-e92bcfa75d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:52:19.016919 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.063492 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b1316b99-50ba-4214-8742-d228f9123949 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.065089 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-b1316b99-50ba-4214-8742-d228f9123949 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128111 Jun 21 16:52:19.067885 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38690) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:19.073961 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-34d8c1f3-4567-4546-b74f-b669941425d9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'security_group_rule': {'security_group_id': 'ff429d4e-af44-454b-9ddf-c330058f2b61', 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:19.094156 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:19.097408 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:19.107833 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] For port 93e93161-e0b3-4174-a846-1e88cb02cbf2, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:52:19.111305 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] For port 93e93161-e0b3-4174-a846-1e88cb02cbf2, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=93e93161-e0b3-4174-a846-1e88cb02cbf2,segment=NetworkSegment(2495d696-62c4-437f-a54b-e92bcfa75d4b),segment_id=2495d696-62c4-437f-a54b-e92bcfa75d4b)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:52:19.207691 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-34d8c1f3-4567-4546-b74f-b669941425d9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (8e3286fd-502b-4ba6-8ecd-f783136ff209), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.250154 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-0c3f729d-c110-4cf2-bc46-7bdc709c6df0 None None] Provisioning complete for port 93e93161-e0b3-4174-a846-1e88cb02cbf2 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:19.250524 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0c3f729d-c110-4cf2-bc46-7bdc709c6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.261561 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.291121 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-34d8c1f3-4567-4546-b74f-b669941425d9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (8e3286fd-502b-4ba6-8ecd-f783136ff209), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.304169 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f729d-c110-4cf2-bc46-7bdc709c6df0 None None] Port 93e93161-e0b3-4174-a846-1e88cb02cbf2 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:52:19.307548 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-6c351aae-ad19-4bce-a3cf-13293ae82ff4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:19.309355 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-6c351aae-ad19-4bce-a3cf-13293ae82ff4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.47 "GET /v2.0/networks?id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e HTTP/1.1" status: 200 len: 808 time: 0.1275043 Jun 21 16:52:19.353306 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5505fda-7c90-46a8-8629-d9c57c9fd4b7 None None] Pushing event updated for resources: {'Port': ['ID=93e93161-e0b3-4174-a846-1e88cb02cbf2,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:19.363381 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-34d8c1f3-4567-4546-b74f-b669941425d9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (8e3286fd-502b-4ba6-8ecd-f783136ff209), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.379949 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Routers {'7856d4ff-1a39-47bb-a848-d2bcc2799f29'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:19.380791 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:19.388887 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:19.408310 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-5e475e65-8375-4dd5-87a1-9f9b111931dc tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ab25929bbd643a68f0f01f1fb22b292 HTTP/1.1" status: 200 len: 380 time: 0.0862470 Jun 21 16:52:19.408523 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:19.413156 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8c1f3-4567-4546-b74f-b669941425d9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3286fd-502b-4ba6-8ecd-f783136ff209,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:19.420340 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'port': {'device_id': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'admin_state_up': True, 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'security_groups': ['33c1a57f-2fe8-4697-9f00-77ca6846f05c']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:19.525384 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] Set router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:19.547695 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-34d8c1f3-4567-4546-b74f-b669941425d9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.549611 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:19.556403 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-34d8c1f3-4567-4546-b74f-b669941425d9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4871287 Jun 21 16:52:19.560653 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38692) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:19.570465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-76e6b5e8-49e5-454d-88a2-570abe346997 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'security_group_rule': {'security_group_id': 'ff429d4e-af44-454b-9ddf-c330058f2b61', 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:19.628079 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-49bd8191-4047-49ad-967a-4a784ca36143 None None] Provisioning complete for port 93e93161-e0b3-4174-a846-1e88cb02cbf2 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:19.628990 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-49bd8191-4047-49ad-967a-4a784ca36143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.699723 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Made reservation on behalf of 7ab25929bbd643a68f0f01f1fb22b292 for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:52:19.699969 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.securitygroups_db [None req-76e6b5e8-49e5-454d-88a2-570abe346997 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Project 7a8a0ae0c16a41c8b34547406830813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 16:52:19.703369 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.708436 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-76e6b5e8-49e5-454d-88a2-570abe346997 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (57ced55c-3657-4bf6-b664-cc76fc4687f1), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.735846 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-49bd8191-4047-49ad-967a-4a784ca36143 None None] Current status of the port 93e93161-e0b3-4174-a846-1e88cb02cbf2 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:19.736646 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-49bd8191-4047-49ad-967a-4a784ca36143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.755733 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:16Z', 'revision_number': 4, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '93e93161-e0b3-4174-a846-1e88cb02cbf2', 'name': '', 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'mac_address': 'fa:16:3e:22:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6d5c113c-277a-401c-8aee-28b7cbf08799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:15Z', 'updated_at': '2022-06-21T16:52:19Z', 'revision_number': 4, 'project_id': '227bca94df554c06a22b74319d819d8c', 'subnets': [{'id': '6d5c113c-277a-401c-8aee-28b7cbf08799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:19.798033 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f14ac5b-9136-4d94-8630-e0847519ccb5 None None] The sync data for ids ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'] in dv-cinder-799871-21-iscsi is: [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:16Z', 'revision_number': 4, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '93e93161-e0b3-4174-a846-1e88cb02cbf2', 'name': '', 'network_id': 'eab26b5f-467f-4ec7-9bfb-4dcb14fc4534', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'mac_address': 'fa:16:3e:22:85:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '6d5c113c-277a-401c-8aee-28b7cbf08799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:15Z', 'updated_at': '2022-06-21T16:52:19Z', 'revision_number': 4, 'project_id': '227bca94df554c06a22b74319d819d8c', 'subnets': [{'id': '6d5c113c-277a-401c-8aee-28b7cbf08799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:52:19.810206 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-49bd8191-4047-49ad-967a-4a784ca36143 None None] For port 93e93161-e0b3-4174-a846-1e88cb02cbf2, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=93e93161-e0b3-4174-a846-1e88cb02cbf2,segment=NetworkSegment(2495d696-62c4-437f-a54b-e92bcfa75d4b),segment_id=2495d696-62c4-437f-a54b-e92bcfa75d4b)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:19.823221 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-76e6b5e8-49e5-454d-88a2-570abe346997 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (57ced55c-3657-4bf6-b664-cc76fc4687f1), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.850644 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3eb86786-03e4-44a8-b341-bbcf0509afc4 req-a63a57b6-1bc0-491d-ab28-7734ef6f68aa tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0407777 Jun 21 16:52:19.911205 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-49bd8191-4047-49ad-967a-4a784ca36143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.911975 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-76e6b5e8-49e5-454d-88a2-570abe346997 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (57ced55c-3657-4bf6-b664-cc76fc4687f1), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:19.939359 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6b5e8-49e5-454d-88a2-570abe346997 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ced55c-3657-4bf6-b664-cc76fc4687f1,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:19.959274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Allocated IP 172.20.0.3 (448d6feb-dc70-4b20-b57f-7b1ff3596a0e/2fa55fd2-1988-4b61-b7d6-899b5f8254e0/abae0918-ee64-4a4d-89a7-fad9196b8160) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:19.992192 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd8191-4047-49ad-967a-4a784ca36143 None None] Pushing event updated for resources: {'Port': ['ID=93e93161-e0b3-4174-a846-1e88cb02cbf2,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:20.046347 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-76e6b5e8-49e5-454d-88a2-570abe346997 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.049653 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-76e6b5e8-49e5-454d-88a2-570abe346997 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4870024 Jun 21 16:52:20.053119 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 38696) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:20.059837 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-c424639a-8360-45de-903f-0d16d8c540b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'security_group_rule': {'security_group_id': 'ff429d4e-af44-454b-9ddf-c330058f2b61', 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:20.142079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:20.153648 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.160461 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.securitygroups_db [None req-c424639a-8360-45de-903f-0d16d8c540b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Project 7a8a0ae0c16a41c8b34547406830813a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 16:52:20.168060 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c424639a-8360-45de-903f-0d16d8c540b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (99dd6e4e-fb35-45dc-88db-c16f6f7a04d2), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.239323 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c424639a-8360-45de-903f-0d16d8c540b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (99dd6e4e-fb35-45dc-88db-c16f6f7a04d2), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.277884 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.313930 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c424639a-8360-45de-903f-0d16d8c540b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (99dd6e4e-fb35-45dc-88db-c16f6f7a04d2), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.334997 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:20.337607 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424639a-8360-45de-903f-0d16d8c540b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dd6e4e-fb35-45dc-88db-c16f6f7a04d2,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:20.348348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:20.354468 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:20.362755 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:20.427750 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:20.427889 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c424639a-8360-45de-903f-0d16d8c540b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.429173 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c424639a-8360-45de-903f-0d16d8c540b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3744261 Jun 21 16:52:20.433632 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.516497 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-eb8e91f9-d4a5-4031-951d-93a25695580f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1002557 Jun 21 16:52:20.543600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Request body: {'port': {'device_id': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:20.678095 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.749914 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-b5048fdb-b18d-4424-844f-522be59198d4 None None] Provisioning complete for port abae0918-ee64-4a4d-89a7-fad9196b8160 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:20.751291 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b5048fdb-b18d-4424-844f-522be59198d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.787375 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 612841ab-8c6a-4204-b364-167793bd0c21 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:20.830840 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-b5048fdb-b18d-4424-844f-522be59198d4 None None] Port abae0918-ee64-4a4d-89a7-fad9196b8160 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:52:20.850980 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:20.859622 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 612841ab-8c6a-4204-b364-167793bd0c21 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:20.860267 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (612841ab-8c6a-4204-b364-167793bd0c21), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:20.923524 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:20.965656 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:20.986156 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 612841ab-8c6a-4204-b364-167793bd0c21 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:20.987576 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 93e93161-e0b3-4174-a846-1e88cb02cbf2 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:21.027172 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30323-0aba-42c1-9607-bc0d6f8be276 req-7a50d567-dc38-473c-9db3-966feb46329a tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:21.029443 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-37a30323-0aba-42c1-9607-bc0d6f8be276 req-7a50d567-dc38-473c-9db3-966feb46329a tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 931 time: 0.0803773 Jun 21 16:52:21.052377 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 93e93161-e0b3-4174-a846-1e88cb02cbf2 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:21.053029 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:21.094774 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abae0918-ee64-4a4d-89a7-fad9196b8160 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:52:21.109990 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-37a30323-0aba-42c1-9607-bc0d6f8be276 req-a8a91db1-91bd-4e84-b0ea-00c9789d98cc tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704017 Jun 21 16:52:21.112401 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Publish callbacks [] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:21.130050 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Transition to ACTIVE for port object abae0918-ee64-4a4d-89a7-fad9196b8160 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:52:21.299938 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 93e93161-e0b3-4174-a846-1e88cb02cbf2 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:21.310605 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:21.368201 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Pushing event updated for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:21.454597 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Attempting to bind port abae0918-ee64-4a4d-89a7-fad9196b8160 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:52:21.454939 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Attempting to bind port abae0918-ee64-4a4d-89a7-fad9196b8160 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:52:21.455277 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Attempting to bind port abae0918-ee64-4a4d-89a7-fad9196b8160 on network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:21.460375 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Port abae0918-ee64-4a4d-89a7-fad9196b8160 on network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:52:21.460703 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Attempting to bind port abae0918-ee64-4a4d-89a7-fad9196b8160 on network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:21.466433 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:52:21.477212 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Checking segment: {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:21.477212 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Bound using segment: {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:52:21.477212 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Bound port: abae0918-ee64-4a4d-89a7-fad9196b8160, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d098abc-ddb3-4a3f-b900-1428c1523b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:52:21.477212 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:21.540235 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:52:21.544062 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:52:21.683287 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:21.722453 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:21.723335 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:21.724666 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] 10.222.0.47 "PUT /v2.0/ports/abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 200 len: 1093 time: 1.2003236 Jun 21 16:52:21.727711 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:52:21.730039 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ac894c-83fc-48de-a6dd-be283564650d" -d '{"events": [{"name": "network-changed", "server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:52:21.738011 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:21.755940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a1189-814d-4fed-b5f1-8c51fe5204d7 service neutron] Pushing event updated for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:21.767443 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3f8000-1cbc-42d6-842a-74cf989e089e x-openstack-request-id: req-cc3f8000-1cbc-42d6-842a-74cf989e089e {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:52:21.767771 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:52:21.768030 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc3f8000-1cbc-42d6-842a-74cf989e089e {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:52:21.768439 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3f8000-1cbc-42d6-842a-74cf989e089e'] response: {'name': 'network-changed', 'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'status': 'completed', 'code': 200} Jun 21 16:52:21.836723 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac894c-83fc-48de-a6dd-be283564650d req-692abfbe-00f0-4f8e-9cf8-4557aa95ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:21.838999 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-88ac894c-83fc-48de-a6dd-be283564650d req-692abfbe-00f0-4f8e-9cf8-4557aa95ede4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1127 time: 0.0473840 Jun 21 16:52:21.951421 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac894c-83fc-48de-a6dd-be283564650d req-32d789c4-ea4f-4c21-b7f8-bee63ff4d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:21.952898 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-88ac894c-83fc-48de-a6dd-be283564650d req-32d789c4-ea4f-4c21-b7f8-bee63ff4d96e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1049080 Jun 21 16:52:22.054931 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac894c-83fc-48de-a6dd-be283564650d req-2f76391c-24f9-4078-8404-9b17dc90681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:22.056706 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-88ac894c-83fc-48de-a6dd-be283564650d req-2f76391c-24f9-4078-8404-9b17dc90681c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0982356 Jun 21 16:52:22.141769 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-9f7f2a53-48ed-4062-886e-98965e541db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:22.143573 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-9f7f2a53-48ed-4062-886e-98965e541db8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1127 time: 0.0428369 Jun 21 16:52:22.194473 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-b64d395a-b166-4eda-8e8b-dc87c9864f17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 200 len: 217 time: 0.0371513 Jun 21 16:52:22.244402 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9311fa-9833-4427-91fd-accdcf578c16 req-7759f4fe-f62e-4fe1-b107-191fb1d0af84 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:22.247273 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1e9311fa-9833-4427-91fd-accdcf578c16 req-7759f4fe-f62e-4fe1-b107-191fb1d0af84 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0643947 Jun 21 16:52:22.283025 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-7aa0849a-8019-4394-9f5e-1ab31f539ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:22.284517 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-7aa0849a-8019-4394-9f5e-1ab31f539ccf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa55fd2-1988-4b61-b7d6-899b5f8254e0 HTTP/1.1" status: 200 len: 847 time: 0.0701201 Jun 21 16:52:22.317086 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1e9311fa-9833-4427-91fd-accdcf578c16 req-56e76103-7cb6-4978-be1f-d222677bd868 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635834 Jun 21 16:52:22.341861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-acbb2530-b7db-476c-bf55-c2b0b125f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:22.343510 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-acbb2530-b7db-476c-bf55-c2b0b125f2f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485978 Jun 21 16:52:22.450004 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-cad565fd-173c-4b85-b881-838f469e599a service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992904 Jun 21 16:52:22.570060 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26b40c2a-b546-421f-9f0d-6e5e8935c709 req-cb8a6bfd-5391-4fac-b1e8-bac5b3bd305a service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002781 Jun 21 16:52:23.436762 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:DELETE=6,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:23.445263 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dd200-c921-40da-8730-f9642adba881 req-14b265c8-c2c8-4181-951f-e014b7184739 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:23.447359 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-818dd200-c921-40da-8730-f9642adba881 req-14b265c8-c2c8-4181-951f-e014b7184739 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0558219 Jun 21 16:52:23.500338 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-818dd200-c921-40da-8730-f9642adba881 req-0b5aa992-1758-4020-980a-1d15cd4bf2df tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471685 Jun 21 16:52:24.616886 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b1d63-b78d-4c2a-9621-dd2998fc9061 req-d8838b3a-d7bb-4cd9-8c01-18072a2fa39a tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:24.618676 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-126b1d63-b78d-4c2a-9621-dd2998fc9061 req-d8838b3a-d7bb-4cd9-8c01-18072a2fa39a tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0491529 Jun 21 16:52:24.678099 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-126b1d63-b78d-4c2a-9621-dd2998fc9061 req-604b272a-c508-4886-8891-4fba5da8eaae tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535915 Jun 21 16:52:25.791520 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d622d-7238-4110-9e59-e96cb05565b8 req-a3e88fb7-16c6-47aa-b3e0-040d3467ec52 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:25.792956 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-411d622d-7238-4110-9e59-e96cb05565b8 req-a3e88fb7-16c6-47aa-b3e0-040d3467ec52 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0483756 Jun 21 16:52:25.847473 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-411d622d-7238-4110-9e59-e96cb05565b8 req-482bd24f-26ca-4024-83d6-7fe7130d6811 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489283 Jun 21 16:52:26.966286 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf225efc-fbc9-43b4-8660-2009e4f6f891 req-8f0313c5-1e2f-4d4c-b22e-551be00d9e6a tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:26.967803 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cf225efc-fbc9-43b4-8660-2009e4f6f891 req-8f0313c5-1e2f-4d4c-b22e-551be00d9e6a tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0496514 Jun 21 16:52:27.001805 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:27.020097 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cf225efc-fbc9-43b4-8660-2009e4f6f891 req-87df75d4-fa3e-4294-af15-2bcdb18be739 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458431 Jun 21 16:52:28.141125 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db97b24-23ea-4755-a61e-dd871c571d9a req-3af7e5cd-5674-4259-a520-16c76ed678e5 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:28.142547 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3db97b24-23ea-4755-a61e-dd871c571d9a req-3af7e5cd-5674-4259-a520-16c76ed678e5 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0537024 Jun 21 16:52:28.191637 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3db97b24-23ea-4755-a61e-dd871c571d9a req-b6efa7cf-cb44-4fc8-a776-30a8dcaa85f7 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 Jun 21 16:52:29.313285 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb3c97-9ef5-48ec-a7b1-e8e7aa946a70 req-0ed1dc55-2eeb-44fc-ba71-a040f286731f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:29.314784 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-82bb3c97-9ef5-48ec-a7b1-e8e7aa946a70 req-0ed1dc55-2eeb-44fc-ba71-a040f286731f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0482137 Jun 21 16:52:29.364402 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-82bb3c97-9ef5-48ec-a7b1-e8e7aa946a70 req-04731d1c-9bb5-489f-8243-154449f4687c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438740 Jun 21 16:52:29.759600 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=38 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:30.485048 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc81f29-fa26-4b1b-9379-865de4ff6769 req-de50a4a4-4260-4c29-8aa0-966759bb808f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:30.487354 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8fc81f29-fa26-4b1b-9379-865de4ff6769 req-de50a4a4-4260-4c29-8aa0-966759bb808f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0482867 Jun 21 16:52:30.537745 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8fc81f29-fa26-4b1b-9379-865de4ff6769 req-d6c36bd0-e913-4b01-ba3e-ce7602c2a44d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Jun 21 16:52:30.711988 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:31.044222 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device abae0918-ee64-4a4d-89a7-fad9196b8160 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:52:31.168803 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:31.179899 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'port_id': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'mac_address': 'fa:16:3e:7f:1d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:52:31.220294 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port abae0918-ee64-4a4d-89a7-fad9196b8160 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:31.220294 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:31.236719 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abae0918-ee64-4a4d-89a7-fad9196b8160 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:52:31.257924 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:31.317061 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1773f-9da4-4be2-b455-9502dd870162 req-5a649b6f-703b-456d-b964-5178f769e396 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:31.319142 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-24b1773f-9da4-4be2-b455-9502dd870162 req-5a649b6f-703b-456d-b964-5178f769e396 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0568910 Jun 21 16:52:31.346391 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:31.370502 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-24b1773f-9da4-4be2-b455-9502dd870162 req-75183f54-c9f7-4118-9d32-5e5352022bdc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447941 Jun 21 16:52:31.396099 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:31.644187 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['abae0918-ee64-4a4d-89a7-fad9196b8160'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:52:31.683313 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-6b9114b5-8a25-469c-9c50-c3381d3b5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:31.688751 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-6b9114b5-8a25-469c-9c50-c3381d3b5f75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1130 time: 0.0766261 Jun 21 16:52:31.691285 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d79437-e73a-49a9-8e7e-8e75a05c23ad req-c7296eb6-4a6a-4586-8a13-f20d36cbaf22 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:31.692684 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c0d79437-e73a-49a9-8e7e-8e75a05c23ad req-c7296eb6-4a6a-4586-8a13-f20d36cbaf22 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 944 time: 0.0748725 Jun 21 16:52:31.806078 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c0d79437-e73a-49a9-8e7e-8e75a05c23ad req-0d5a8c55-4ee0-4b3a-ae4e-2497cd95acb0 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028657 Jun 21 16:52:31.812272 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:31.827303 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-a40aa543-bc0f-43c2-98e9-94a531d9e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:31.829530 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-a40aa543-bc0f-43c2-98e9-94a531d9e6e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.1357851 Jun 21 16:52:31.898527 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-2a1a574c-05e7-40c7-a137-4dcaf973fa50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 200 len: 1002 time: 0.0618072 Jun 21 16:52:31.960069 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-f3468654-cc1a-4ade-b57f-d829c1993224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:31.961634 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-f3468654-cc1a-4ade-b57f-d829c1993224 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0505908 Jun 21 16:52:32.006246 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-d74009e2-18c5-4433-86ca-3399cfc4d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:32.007854 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-d74009e2-18c5-4433-86ca-3399cfc4d967 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393515 Jun 21 16:52:32.099003 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:32.110613 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-bbfc5536-dd0a-4c01-a212-59a2ebc411a3 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925174 Jun 21 16:52:32.521316 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d3493-39b8-4f68-a91e-2899cd9894ce req-09cc6824-0111-45e6-be76-a43886015bf7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:32.521316 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-611d3493-39b8-4f68-a91e-2899cd9894ce req-09cc6824-0111-45e6-be76-a43886015bf7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0665314 Jun 21 16:52:32.521316 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9635079-fea9-4105-a1fe-1d4dcb87cbf1 req-2bf7fda1-cf3a-459b-abe6-4ef68f60a1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013891 Jun 21 16:52:32.558285 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88c83-69c0-4c0c-873f-94dc810003ba req-5661cae5-d8af-4986-a7fb-ed9d4f843ad8 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:32.559854 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aff88c83-69c0-4c0c-873f-94dc810003ba req-5661cae5-d8af-4986-a7fb-ed9d4f843ad8 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0562539 Jun 21 16:52:32.568815 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-611d3493-39b8-4f68-a91e-2899cd9894ce req-a79132af-5167-4587-8602-e2664bc1b591 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448451 Jun 21 16:52:32.615005 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aff88c83-69c0-4c0c-873f-94dc810003ba req-ea9ef6c4-d135-4e07-baaf-e3a3d89ba80d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485852 Jun 21 16:52:32.923727 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d153a31-003f-4edd-83bb-791ed6e09fed req-6fd3dc13-9960-4acf-bd6d-4524b976b7e0 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:32.925234 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5d153a31-003f-4edd-83bb-791ed6e09fed req-6fd3dc13-9960-4acf-bd6d-4524b976b7e0 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 944 time: 0.0510411 Jun 21 16:52:32.974953 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5d153a31-003f-4edd-83bb-791ed6e09fed req-f8341bc4-7b33-4e4f-8373-8064ac9e08e0 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435941 Jun 21 16:52:33.046040 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device abae0918-ee64-4a4d-89a7-fad9196b8160 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:33.090482 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port abae0918-ee64-4a4d-89a7-fad9196b8160 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:52:33.179081 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port abae0918-ee64-4a4d-89a7-fad9196b8160 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:33.179465 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:33.181939 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:33.259213 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port abae0918-ee64-4a4d-89a7-fad9196b8160 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:33.259518 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:33.284425 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:52:33.286681 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77d9f31-c801-4b83-825f-10a8174a34b5" -d '{"events": [{"server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:52:33.299794 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:33.329363 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377d351b-6d71-4784-8725-1744eef9279a x-openstack-request-id: req-377d351b-6d71-4784-8725-1744eef9279a {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:52:33.329363 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:52:33.329363 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-377d351b-6d71-4784-8725-1744eef9279a {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:52:33.329363 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377d351b-6d71-4784-8725-1744eef9279a'] response: {'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'code': 200} Jun 21 16:52:33.345623 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-be86c529-48b2-4f16-8c02-897edc574337 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414362 Jun 21 16:52:33.363552 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:33.413143 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:33.529729 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:33.537650 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-1bacdfef-096c-4af3-b578-6c3e291b5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:33.539278 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-1bacdfef-096c-4af3-b578-6c3e291b5d4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 1129 time: 0.0410230 Jun 21 16:52:33.681190 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-0edc667c-9cb1-40f6-b0cd-81b7bd36111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:33.682712 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-0edc667c-9cb1-40f6-b0cd-81b7bd36111b service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.1215148 Jun 21 16:52:33.719898 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a128-6351-461d-943c-2e841f1cb7ec req-791dc547-12aa-4f70-a16c-c0ca95e26ab8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:33.721451 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-27e7a128-6351-461d-943c-2e841f1cb7ec req-791dc547-12aa-4f70-a16c-c0ca95e26ab8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0744526 Jun 21 16:52:33.754409 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f0c34-c595-452c-9862-f96d1f554efa req-3ba6091c-12bc-47ce-adf7-ecca8fcd202e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:33.756529 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ca4f0c34-c595-452c-9862-f96d1f554efa req-3ba6091c-12bc-47ce-adf7-ecca8fcd202e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0670092 Jun 21 16:52:33.762728 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-4bfe8b7d-6bc5-4aa1-8343-34e3f8bd40c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 HTTP/1.1" status: 200 len: 217 time: 0.0567744 Jun 21 16:52:33.811861 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ca4f0c34-c595-452c-9862-f96d1f554efa req-a5d5a0b1-c184-42f1-877a-2a77fd035342 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453525 Jun 21 16:52:33.851939 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b39a9-0c6a-4698-80fc-24f802204ff3 req-e5a9d7ef-8b6d-4da9-bf07-0f266956ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:33.853473 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-098b39a9-0c6a-4698-80fc-24f802204ff3 req-e5a9d7ef-8b6d-4da9-bf07-0f266956ae89 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1129 time: 0.1006620 Jun 21 16:52:33.859721 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-a25e68c0-c7ec-4967-83fa-9e9fa30c76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:33.861332 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-a25e68c0-c7ec-4967-83fa-9e9fa30c76eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0900383 Jun 21 16:52:33.897551 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-27e7a128-6351-461d-943c-2e841f1cb7ec req-e94f83d1-0a4a-49b9-bcb2-c800748c4df1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435103 Jun 21 16:52:33.944839 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-8f7718b9-26a6-4c13-9e2f-113c9af6eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:33.946350 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-8f7718b9-26a6-4c13-9e2f-113c9af6eab2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0698318 Jun 21 16:52:33.954539 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-098b39a9-0c6a-4698-80fc-24f802204ff3 req-05ad0f96-ac05-46c2-8532-19cc59ca4ddf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917354 Jun 21 16:52:34.037493 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-da4aebb4-f241-47e9-af8f-2cfa0bea6ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:34.089425 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14193d8f-bc90-4704-9fd0-cd8dbf1624e6 req-edb935f7-ecee-42b2-8bf2-d318258b32ae tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:34.090811 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-14193d8f-bc90-4704-9fd0-cd8dbf1624e6 req-edb935f7-ecee-42b2-8bf2-d318258b32ae tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0478265 Jun 21 16:52:34.124081 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:34.141051 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-14193d8f-bc90-4704-9fd0-cd8dbf1624e6 req-9dc10855-02a4-4592-8765-d3cc3b09cd64 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 Jun 21 16:52:34.321773 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-e37a2772-8f98-4476-ac44-bebf17d0a78f service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860860 Jun 21 16:52:34.410375 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:34.420519 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f707101-4db1-40c3-8ff2-44c064723e7b req-f8500e90-cbfb-4337-8eb0-c16da54f65c7 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Jun 21 16:52:34.923357 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20586ad-80b8-4430-a8fc-e33ecd375a16 req-310cfb22-c7b2-45eb-9aa8-8e6310239598 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:34.924955 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e20586ad-80b8-4430-a8fc-e33ecd375a16 req-310cfb22-c7b2-45eb-9aa8-8e6310239598 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Jun 21 16:52:34.974810 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e20586ad-80b8-4430-a8fc-e33ecd375a16 req-fbfc4e6d-2fe3-4730-89f7-4f30fef5d5a0 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439305 Jun 21 16:52:35.014637 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb29b6-cee3-4026-9064-4d4614534724 req-984a365d-6430-45fd-b470-13532baca6b6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:35.016555 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ffeb29b6-cee3-4026-9064-4d4614534724 req-984a365d-6430-45fd-b470-13532baca6b6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0479329 Jun 21 16:52:35.063633 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ffeb29b6-cee3-4026-9064-4d4614534724 req-aada13c5-7f43-4756-9bca-388e3ba57060 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Jun 21 16:52:35.258210 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fec66b-e6c3-4784-988e-e05a8e3c204c req-d22a33d9-b0c5-467a-a74f-07655919bab6 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:35.261314 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-66fec66b-e6c3-4784-988e-e05a8e3c204c req-d22a33d9-b0c5-467a-a74f-07655919bab6 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0508139 Jun 21 16:52:35.315846 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-66fec66b-e6c3-4784-988e-e05a8e3c204c req-b1a5c6b7-ebbf-4221-b742-3091a115eec6 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493567 Jun 21 16:52:36.099083 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf52ad7-9535-4fd2-b510-a675ae36acc0 req-b2c6c535-9965-4b69-a62e-956ab04fa19b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:36.100610 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-caf52ad7-9535-4fd2-b510-a675ae36acc0 req-b2c6c535-9965-4b69-a62e-956ab04fa19b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0547843 Jun 21 16:52:36.154564 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-caf52ad7-9535-4fd2-b510-a675ae36acc0 req-af1f6327-bde8-4d48-820c-249b00b598c1 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453594 Jun 21 16:52:36.193065 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625c00e-760b-4acc-905d-14d3fb50ae0d req-7e81ac87-14ef-486f-ad75-ff2d3f5681cd tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:36.194576 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4625c00e-760b-4acc-905d-14d3fb50ae0d req-7e81ac87-14ef-486f-ad75-ff2d3f5681cd tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0484159 Jun 21 16:52:36.231882 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-7efe3cd1-88e7-45f4-9338-7a94f5ce985d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:36.243551 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4625c00e-760b-4acc-905d-14d3fb50ae0d req-a4d87c80-315e-4da4-b8ea-02aab350560b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432754 Jun 21 16:52:36.428507 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab129152-d57f-44d2-9b18-09e025f83834 req-53914f37-0e23-46c0-9d7d-5a4ce4d69dea tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:36.430022 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ab129152-d57f-44d2-9b18-09e025f83834 req-53914f37-0e23-46c0-9d7d-5a4ce4d69dea tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0471985 Jun 21 16:52:36.478916 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ab129152-d57f-44d2-9b18-09e025f83834 req-eb196258-93c8-4baf-a1e4-ea9fa2e658b8 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Jun 21 16:52:36.600953 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f830d-5f6a-4a90-838c-dc99a9b3b905 req-ba57776a-c1de-4cde-8c8c-499d57b5f9e1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:36.602562 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ae9f830d-5f6a-4a90-838c-dc99a9b3b905 req-ba57776a-c1de-4cde-8c8c-499d57b5f9e1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Jun 21 16:52:36.652385 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ae9f830d-5f6a-4a90-838c-dc99a9b3b905 req-cab3a22b-5216-4e40-9a93-5bd74cd85fd0 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Jun 21 16:52:36.674669 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38920) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:36.860976 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a529f60-ff40-43e0-8e4b-da8bb4fb1eeb tempest-TestShelveInstance-65417811 tempest-TestShelveInstance-65417811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:36.862588 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-8a529f60-ff40-43e0-8e4b-da8bb4fb1eeb tempest-TestShelveInstance-65417811 tempest-TestShelveInstance-65417811-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1124 time: 0.1869481 Jun 21 16:52:36.865622 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 38924) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:36.870196 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'port_id': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:36.974875 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:37.054047 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:37.092935 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:37.163965 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Allocated IP 172.27.2.154 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/130a4cf9-37b3-490e-9853-9b0230ba494f) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:37.270640 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:37.271463 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ec1f2-8770-4b23-805e-b24358ec9732 req-6ea862da-d62e-4f62-9cb8-0ea0838991ee tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:37.272439 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dc8ec1f2-8770-4b23-805e-b24358ec9732 req-6ea862da-d62e-4f62-9cb8-0ea0838991ee tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0490098 Jun 21 16:52:37.278832 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for port (130a4cf9-37b3-490e-9853-9b0230ba494f), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:37.332301 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dc8ec1f2-8770-4b23-805e-b24358ec9732 req-9c7c89df-3fdd-4b61-9f1d-1a7c351428f3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531678 Jun 21 16:52:37.381102 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beffdb-adf5-4e57-afd5-3a1b4910bed9 req-aa53fe36-6e41-4a87-8e4a-3044c2accd1f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:37.382731 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-74beffdb-adf5-4e57-afd5-3a1b4910bed9 req-aa53fe36-6e41-4a87-8e4a-3044c2accd1f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0585189 Jun 21 16:52:37.386396 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (130a4cf9-37b3-490e-9853-9b0230ba494f), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:37.445055 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:37.453967 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:37.461794 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:37.463802 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'Port': ['ID=130a4cf9-37b3-490e-9853-9b0230ba494f,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:37.466614 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:37.506362 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.506703 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.507038 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.507370 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.507697 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.508018 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.508336 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.508654 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.508972 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.509368 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.509619 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.509931 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.510245 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.510588 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.510901 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:52:37.525949 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-74beffdb-adf5-4e57-afd5-3a1b4910bed9 req-ed1a09ff-14a0-49ea-b57a-ba8f3edb0601 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372128 Jun 21 16:52:37.835486 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:37.839495 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for floatingip (59ad1a2d-c967-42d5-9a93-46ccd9f74e65), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:37.995337 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (130a4cf9-37b3-490e-9853-9b0230ba494f), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:38.144006 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for port (130a4cf9-37b3-490e-9853-9b0230ba494f), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:38.214877 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (130a4cf9-37b3-490e-9853-9b0230ba494f), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:38.287334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event updated for resources: {'Port': ['ID=130a4cf9-37b3-490e-9853-9b0230ba494f,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:38.299375 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (59ad1a2d-c967-42d5-9a93-46ccd9f74e65), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:38.399561 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Floating IP 59ad1a2d-c967-42d5-9a93-46ccd9f74e65 associated. External IP: 172.27.2.154, port: abae0918-ee64-4a4d-89a7-fad9196b8160. Jun 21 16:52:38.435064 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:38.449883 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d4a37-49ff-49a6-9115-d4b1df197254 req-6ca2d20c-86a2-4c91-ac55-d425e3624125 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:38.451384 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-605d4a37-49ff-49a6-9115-d4b1df197254 req-6ca2d20c-86a2-4c91-ac55-d425e3624125 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0481524 Jun 21 16:52:38.494378 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:38.501699 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-605d4a37-49ff-49a6-9115-d4b1df197254 req-5a615472-1d3b-4428-996d-d675d4c33f61 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439584 Jun 21 16:52:38.645961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Router f9182ab7-4f8a-41ae-9e7d-121c67510666 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:52:38.652407 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2438a44-ac69-4860-8926-92a194e988c3 req-b557a82e-8d3d-47bb-b9a6-145eab12bb34 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:38.653851 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f2438a44-ac69-4860-8926-92a194e988c3 req-b557a82e-8d3d-47bb-b9a6-145eab12bb34 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0568669 Jun 21 16:52:38.749435 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f2438a44-ac69-4860-8926-92a194e988c3 req-03e898b6-010f-4aa7-b16d-f22d2487168b tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891566 Jun 21 16:52:38.780640 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:38.794287 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:52:38.803798 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] Sync routers for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:52:38.813431 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:38.814038 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:38.856579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:38.907723 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:38.934178 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:38.938985 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-126cdf5e-678c-41f8-84fb-25cb5e0b591e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0722282 Jun 21 16:52:38.939589 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:52:38.942491 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ce274e-7618-4916-a4cd-44b113556609" -d '{"events": [{"name": "network-changed", "server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:52:38.964132 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:38.977441 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fcafbd-68ce-4b47-a082-39947f239e20 x-openstack-request-id: req-a9fcafbd-68ce-4b47-a082-39947f239e20 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:52:38.977855 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:52:38.978116 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9fcafbd-68ce-4b47-a082-39947f239e20 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:52:38.978537 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fcafbd-68ce-4b47-a082-39947f239e20'] response: {'name': 'network-changed', 'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'status': 'completed', 'code': 200} Jun 21 16:52:39.044489 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce274e-7618-4916-a4cd-44b113556609 req-8bb835aa-f117-4945-a1b6-72a1b99bcbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:39.046084 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ce274e-7618-4916-a4cd-44b113556609 req-8bb835aa-f117-4945-a1b6-72a1b99bcbd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1129 time: 0.0396671 Jun 21 16:52:39.152541 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '59ad1a2d-c967-42d5-9a93-46ccd9f74e65', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'port_id': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'mac_address': 'fa:16:3e:7f:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:52:37Z', 'updated_at': '2022-06-21T16:52:37Z', 'revision_number': 0, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:32Z', 'revision_number': 5, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:39.154393 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce274e-7618-4916-a4cd-44b113556609 req-a51056c0-c450-456b-b19e-726a565e4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:39.155910 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ce274e-7618-4916-a4cd-44b113556609 req-a51056c0-c450-456b-b19e-726a565e4d72 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e HTTP/1.1" status: 200 len: 910 time: 0.0908732 Jun 21 16:52:39.190870 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] Checking router: f9182ab7-4f8a-41ae-9e7d-121c67510666 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:52:39.191368 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:39.192223 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:39.225802 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ce274e-7618-4916-a4cd-44b113556609 req-0c43a0a0-e437-461a-9190-13f7e7f5b475 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 200 len: 999 time: 0.0596092 Jun 21 16:52:39.289828 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce274e-7618-4916-a4cd-44b113556609 req-1974f9ac-2e0e-4010-8f73-e3c92feaf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:39.290648 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:39.291576 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ce274e-7618-4916-a4cd-44b113556609 req-1974f9ac-2e0e-4010-8f73-e3c92feaf7e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa55fd2-1988-4b61-b7d6-899b5f8254e0 HTTP/1.1" status: 200 len: 847 time: 0.0519922 Jun 21 16:52:39.292601 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:39.336429 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce274e-7618-4916-a4cd-44b113556609 req-4dc0ac17-a6cb-421b-9d6b-1cf0c88b8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:39.337968 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ce274e-7618-4916-a4cd-44b113556609 req-4dc0ac17-a6cb-421b-9d6b-1cf0c88b8d23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383117 Jun 21 16:52:39.436539 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ce274e-7618-4916-a4cd-44b113556609 req-4abb7018-df65-4ac2-beb5-0dd3c519f9fd service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893977 Jun 21 16:52:39.502849 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:39.509948 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '59ad1a2d-c967-42d5-9a93-46ccd9f74e65', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'port_id': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'mac_address': 'fa:16:3e:7f:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:52:37Z', 'updated_at': '2022-06-21T16:52:37Z', 'revision_number': 0, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:32Z', 'revision_number': 5, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:39.534618 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3613c-05e4-411b-bb7f-2c575662d5dc None None] The sync data for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi is: [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '59ad1a2d-c967-42d5-9a93-46ccd9f74e65', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'port_id': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'mac_address': 'fa:16:3e:7f:1d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:52:37Z', 'updated_at': '2022-06-21T16:52:37Z', 'revision_number': 0, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:32Z', 'revision_number': 5, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:52:39.536441 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ce274e-7618-4916-a4cd-44b113556609 req-ad9a83c7-11cd-408e-8368-7775616aaec0 service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922976 Jun 21 16:52:39.625779 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cc49f-3d88-436f-a8cb-43a7ac9f5b3a req-fa0251e4-c618-44c6-bfa2-8592446afc8e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:39.627263 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-420cc49f-3d88-436f-a8cb-43a7ac9f5b3a req-fa0251e4-c618-44c6-bfa2-8592446afc8e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0498335 Jun 21 16:52:39.683323 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-420cc49f-3d88-436f-a8cb-43a7ac9f5b3a req-29df4b50-29b6-41d3-aa51-c6aaca54ae9a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502062 Jun 21 16:52:39.731763 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b614010-02a0-4f8e-ac11-68174a9eca7b None None] New status for floating IP 59ad1a2d-c967-42d5-9a93-46ccd9f74e65: ACTIVE {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:52:39.870809 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae878bf0-934f-49ca-9cdc-593ea7c677cd req-7263421b-c779-4a33-ad91-f2996fdb9dd6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:39.872279 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ae878bf0-934f-49ca-9cdc-593ea7c677cd req-7263421b-c779-4a33-ad91-f2996fdb9dd6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0491357 Jun 21 16:52:39.920491 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ae878bf0-934f-49ca-9cdc-593ea7c677cd req-0179c03a-6fc3-4e10-b7aa-78c57e7c56cc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Jun 21 16:52:40.731193 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:40.740487 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-486d585b-aea6-4ae4-8f0d-f5d9959c351a tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254481239&fields=id&tenant_id=7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 267 time: 0.0469112 Jun 21 16:52:40.804162 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaea78d-417d-40dd-97ad-e9266448f9ff req-1f50de91-d225-43fc-972b-5f27dffff871 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:40.805768 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ddaea78d-417d-40dd-97ad-e9266448f9ff req-1f50de91-d225-43fc-972b-5f27dffff871 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0536442 Jun 21 16:52:40.854732 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c124-3064-4368-8ab0-cdedf72283ca req-ea053433-0589-4ed2-bc29-f9a527913e28 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:40.855190 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ddaea78d-417d-40dd-97ad-e9266448f9ff req-02bb8ef1-7994-4b35-98d3-a9ec2199f7bf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440464 Jun 21 16:52:40.856197 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-ea053433-0589-4ed2-bc29-f9a527913e28 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 812 time: 0.1087549 Jun 21 16:52:40.871471 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-ba8956c8-d316-452e-b26a-6b01da7bcdd9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/quotas/7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 375 time: 0.0099394 Jun 21 16:52:40.927343 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-0318606b-9114-4431-b75a-d1f98e8e8e17 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475948 Jun 21 16:52:41.028698 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-c73b3268-19b3-478f-bfcb-f9ccc62cebe6 service neutron] 10.222.0.70 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895934 Jun 21 16:52:41.035639 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3728cc-af5c-44d9-b147-fdeb8e1c863e req-3c8acc8f-cc0a-4963-a9b9-b067ece4f4d2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:41.037267 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ab3728cc-af5c-44d9-b147-fdeb8e1c863e req-3c8acc8f-cc0a-4963-a9b9-b067ece4f4d2 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0494297 Jun 21 16:52:41.066190 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:41.088081 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ab3728cc-af5c-44d9-b147-fdeb8e1c863e req-4c4955b3-c2e6-40ec-9e78-9585f63d1c37 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452180 Jun 21 16:52:41.355521 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-4c055fb4-14bd-4c48-8fb9-1c9c42ecfeec service neutron] 10.222.0.70 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204465 Jun 21 16:52:41.959132 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cbad13a1-66bd-4a13-9928-b40eb5b58c10 req-6447e603-9189-4f4a-87b9-1e91d0ed18e3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 210 time: 0.0294394 Jun 21 16:52:41.982963 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14b6f1-61a1-48e0-a418-408cc3d5cf22 req-23c95f4d-4f88-4da0-86d1-9abf3ae718bc tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:41.986376 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6e14b6f1-61a1-48e0-a418-408cc3d5cf22 req-23c95f4d-4f88-4da0-86d1-9abf3ae718bc tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0577745 Jun 21 16:52:42.037072 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6e14b6f1-61a1-48e0-a418-408cc3d5cf22 req-1601b617-d7ae-470b-af48-9618ff41eabf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469975 Jun 21 16:52:42.211170 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff34cce-f024-4f9d-8fda-af956e8c7365 req-5f4bcc52-e703-42bc-bdee-a5e0e4c35808 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:42.212697 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1ff34cce-f024-4f9d-8fda-af956e8c7365 req-5f4bcc52-e703-42bc-bdee-a5e0e4c35808 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0541539 Jun 21 16:52:42.264089 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1ff34cce-f024-4f9d-8fda-af956e8c7365 req-e2a7d16b-554f-444a-87e0-20f499ef3e4a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Jun 21 16:52:43.056809 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-18fb2af0-2392-425d-89d4-4e8702f68fcc req-7831a0e4-5c97-443a-91a9-ddd6d93c3057 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 210 time: 0.0294418 Jun 21 16:52:43.171540 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aec0a-2d11-45ff-9b39-64d1983b1379 req-84046dff-9ab2-40ab-a28b-959ecfb7cf57 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:43.173168 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-363aec0a-2d11-45ff-9b39-64d1983b1379 req-84046dff-9ab2-40ab-a28b-959ecfb7cf57 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Jun 21 16:52:43.221559 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-363aec0a-2d11-45ff-9b39-64d1983b1379 req-50def735-9a19-4973-90d8-e1bb4bf2649d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Jun 21 16:52:43.377773 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6979eb-0bf8-4219-b7e4-1ecf967f012d req-78d4b189-e073-405e-a78d-efec02b86dcb tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:43.379399 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dd6979eb-0bf8-4219-b7e4-1ecf967f012d req-78d4b189-e073-405e-a78d-efec02b86dcb tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0486047 Jun 21 16:52:43.431934 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dd6979eb-0bf8-4219-b7e4-1ecf967f012d req-1208640a-aeec-41b9-a949-730081db832d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464582 Jun 21 16:52:44.156033 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fcb93c7c-879e-44d8-b702-9d9a8222f3f2 req-d0467e8f-2dd5-40ac-ad11-f21afc10d50a tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 210 time: 0.0288754 Jun 21 16:52:44.348114 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca039-da4a-4a72-977a-5a8b9038766e req-8c7ea46c-d419-46db-bb57-b44d97a79529 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:44.349389 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5b1ca039-da4a-4a72-977a-5a8b9038766e req-8c7ea46c-d419-46db-bb57-b44d97a79529 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0563803 Jun 21 16:52:44.384815 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:44.400306 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5b1ca039-da4a-4a72-977a-5a8b9038766e req-4faf1650-d663-4740-a3ba-ca58123c9b3c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451870 Jun 21 16:52:44.446329 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c124-3064-4368-8ab0-cdedf72283ca req-34ae2c67-f6e1-4536-890a-8c72f3b19b47 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:44.447814 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-34ae2c67-f6e1-4536-890a-8c72f3b19b47 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 812 time: 0.1123967 Jun 21 16:52:44.526953 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-9a34e81e-5483-48dc-af3b-678fd86dc35f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 379 time: 0.0682125 Jun 21 16:52:44.549789 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'port': {'device_id': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'admin_state_up': True, 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'security_groups': ['ff429d4e-af44-454b-9ddf-c330058f2b61']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:44.581304 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0df7d-4208-4633-a991-e0a0bb3ce2cd req-e36709f8-e1ac-4115-9159-690ab14d6d82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:44.583301 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e2f0df7d-4208-4633-a991-e0a0bb3ce2cd req-e36709f8-e1ac-4115-9159-690ab14d6d82 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0763476 Jun 21 16:52:44.691846 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e2f0df7d-4208-4633-a991-e0a0bb3ce2cd req-7a14a0f6-4ae8-4499-b59b-95634a1cfd89 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988054 Jun 21 16:52:44.775719 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Made reservation on behalf of 7a8a0ae0c16a41c8b34547406830813a for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:52:44.779370 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:44.914833 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Allocated IP 172.20.0.8 (c20083da-e0ff-47bb-b753-e54f100e0a6f/b743ccd9-7980-45e4-8c3f-d3c36764f8b2/3b782323-0e20-4ed4-9fde-029d430c7e0e) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:52:44.918558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:44.955612 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:45.058171 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:45.147246 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:45.197671 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Network c20083da-e0ff-47bb-b753-e54f100e0a6f is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:52:45.200719 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:52:45.205004 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:52:45.212229 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=3b782323-0e20-4ed4-9fde-029d430c7e0e,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:45.263187 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:45.264235 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:45.290255 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fd2f6-f175-4e49-bbcc-85139ea51820 req-96c3ed90-e179-4a8a-b066-a1442bbccfc5 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:45.291805 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-838fd2f6-f175-4e49-bbcc-85139ea51820 req-96c3ed90-e179-4a8a-b066-a1442bbccfc5 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 931 time: 0.0641675 Jun 21 16:52:45.345897 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-838fd2f6-f175-4e49-bbcc-85139ea51820 req-789e7c60-29cc-4e45-9755-df1bbcddedf3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475016 Jun 21 16:52:45.356167 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-7ef75d35-2a37-4d1a-a40e-f48c7516e84e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125904 Jun 21 16:52:45.369418 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Request body: {'port': {'device_id': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:45.437973 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:45.469533 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-8554242a-1f17-4a3c-9cca-575bb26bb0b5 None None] Provisioning complete for port 3b782323-0e20-4ed4-9fde-029d430c7e0e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:45.470740 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-8554242a-1f17-4a3c-9cca-575bb26bb0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:45.510194 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-8554242a-1f17-4a3c-9cca-575bb26bb0b5 None None] Port 3b782323-0e20-4ed4-9fde-029d430c7e0e cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:52:45.589133 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc5f37-457a-451f-b128-d68b19085caf req-3225ea48-d613-4d43-b1dd-b04cd0679588 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:45.590666 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-06fc5f37-457a-451f-b128-d68b19085caf req-3225ea48-d613-4d43-b1dd-b04cd0679588 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1097028 Jun 21 16:52:45.665451 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:45.685520 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-06fc5f37-457a-451f-b128-d68b19085caf req-8c55466f-5020-4616-8cce-a8ba813cf18b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880914 Jun 21 16:52:45.798765 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b782323-0e20-4ed4-9fde-029d430c7e0e {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:52:45.807007 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Publish callbacks [] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:45.815625 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bd257-43f3-4478-8340-25fb4dd98448 req-a155f065-c415-431b-b7a7-3432782c0d30 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:45.817475 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a92bd257-43f3-4478-8340-25fb4dd98448 req-a155f065-c415-431b-b7a7-3432782c0d30 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0507300 Jun 21 16:52:45.819969 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Transition to ACTIVE for port object 3b782323-0e20-4ed4-9fde-029d430c7e0e will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:52:45.871906 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a92bd257-43f3-4478-8340-25fb4dd98448 req-54c75320-70bc-49ca-83d5-cc3620aa13fc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485947 Jun 21 16:52:45.928637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:45.987071 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Pushing event updated for resources: {'Port': ['ID=3b782323-0e20-4ed4-9fde-029d430c7e0e,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:46.053458 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:46.068873 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Attempting to bind port 3b782323-0e20-4ed4-9fde-029d430c7e0e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:52:46.069213 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Attempting to bind port 3b782323-0e20-4ed4-9fde-029d430c7e0e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:52:46.069579 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Attempting to bind port 3b782323-0e20-4ed4-9fde-029d430c7e0e on network c20083da-e0ff-47bb-b753-e54f100e0a6f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:46.075506 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Port 3b782323-0e20-4ed4-9fde-029d430c7e0e on network c20083da-e0ff-47bb-b753-e54f100e0a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:52:46.075841 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Attempting to bind port 3b782323-0e20-4ed4-9fde-029d430c7e0e on network c20083da-e0ff-47bb-b753-e54f100e0a6f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:52:46.081134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:52:46.081369 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Checking segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:52:46.082376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Bound using segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:52:46.082964 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Bound port: 3b782323-0e20-4ed4-9fde-029d430c7e0e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:52:46.083328 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:46.154701 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] For port 3b782323-0e20-4ed4-9fde-029d430c7e0e, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:52:46.154701 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] For port 3b782323-0e20-4ed4-9fde-029d430c7e0e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3b782323-0e20-4ed4-9fde-029d430c7e0e,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:52:46.244003 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:46.287243 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.287858 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:46.289244 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] 10.222.0.47 "PUT /v2.0/ports/3b782323-0e20-4ed4-9fde-029d430c7e0e HTTP/1.1" status: 200 len: 1093 time: 0.9246485 Jun 21 16:52:46.289675 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:52:46.291877 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016c5c3e-f79e-4f31-bf9a-54b961401134" -d '{"events": [{"name": "network-changed", "server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:52:46.316849 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d30cd-eedf-4977-9a36-9e248e25647d service neutron] Pushing event updated for resources: {'Port': ['ID=3b782323-0e20-4ed4-9fde-029d430c7e0e,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:46.339291 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36720850-61e1-4f0e-ad52-f7370dbd92da x-openstack-request-id: req-36720850-61e1-4f0e-ad52-f7370dbd92da {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:52:46.339653 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:52:46.339908 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36720850-61e1-4f0e-ad52-f7370dbd92da {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:52:46.340317 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36720850-61e1-4f0e-ad52-f7370dbd92da'] response: {'name': 'network-changed', 'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'status': 'completed', 'code': 200} Jun 21 16:52:46.406630 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5c3e-f79e-4f31-bf9a-54b961401134 req-b2674b14-21dc-4d16-a603-2ea912af92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.408190 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-016c5c3e-f79e-4f31-bf9a-54b961401134 req-b2674b14-21dc-4d16-a603-2ea912af92dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 1127 time: 0.0441964 Jun 21 16:52:46.479053 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189a7c8-97d7-4420-b49c-55a069d5e960 req-c50daa2a-c2ee-4eef-9d6c-27ec2268e32b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.480573 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8189a7c8-97d7-4420-b49c-55a069d5e960 req-c50daa2a-c2ee-4eef-9d6c-27ec2268e32b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 943 time: 0.0519176 Jun 21 16:52:46.524393 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5c3e-f79e-4f31-bf9a-54b961401134 req-5c0345f7-6572-4170-91d8-a52365415297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.526012 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-016c5c3e-f79e-4f31-bf9a-54b961401134 req-5c0345f7-6572-4170-91d8-a52365415297 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a8a0ae0c16a41c8b34547406830813a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1080477 Jun 21 16:52:46.533908 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8189a7c8-97d7-4420-b49c-55a069d5e960 req-ad917d27-96a4-4f6a-99e5-b54e65179841 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475342 Jun 21 16:52:46.626151 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5c3e-f79e-4f31-bf9a-54b961401134 req-acd9dab7-0496-41a9-af89-81815e843ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.627619 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-016c5c3e-f79e-4f31-bf9a-54b961401134 req-acd9dab7-0496-41a9-af89-81815e843ee1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0944831 Jun 21 16:52:46.711825 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c124-3064-4368-8ab0-cdedf72283ca req-80e5ef14-3f0c-403b-b1ff-f5c8ca489782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.713338 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-80e5ef14-3f0c-403b-b1ff-f5c8ca489782 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 1127 time: 0.0394247 Jun 21 16:52:46.761091 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-2f173bd3-9ee0-403f-ac45-7d65234d33af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b782323-0e20-4ed4-9fde-029d430c7e0e HTTP/1.1" status: 200 len: 217 time: 0.0389476 Jun 21 16:52:46.832307 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517568-c0e6-4dec-814d-23cf67545e88 req-2bdcacba-aaf4-413d-ad06-6f84bd8e1761 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.833842 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b9517568-c0e6-4dec-814d-23cf67545e88 req-2bdcacba-aaf4-413d-ad06-6f84bd8e1761 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0755172 Jun 21 16:52:46.850028 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c124-3064-4368-8ab0-cdedf72283ca req-e662a832-32cf-43ad-91f9-12dd861a2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.851421 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-e662a832-32cf-43ad-91f9-12dd861a2c80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0817285 Jun 21 16:52:46.921758 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c124-3064-4368-8ab0-cdedf72283ca req-09a762d5-8a43-42d4-a83c-6ab1ecbd6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.923329 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-09a762d5-8a43-42d4-a83c-6ab1ecbd6025 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0630891 Jun 21 16:52:46.927593 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b9517568-c0e6-4dec-814d-23cf67545e88 req-c9a7af04-c9b6-464d-ac4f-3681f0d74102 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875840 Jun 21 16:52:46.987045 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff6059-ef12-41b7-82d3-0e8be36dead0 req-ff113894-f068-4870-867d-fdcd83bf23c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:46.989318 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d1ff6059-ef12-41b7-82d3-0e8be36dead0 req-ff113894-f068-4870-867d-fdcd83bf23c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0479159 Jun 21 16:52:47.012556 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:47.018236 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-761b5d2e-47ee-47f8-a20b-25bd89e96c97 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882204 Jun 21 16:52:47.038257 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d1ff6059-ef12-41b7-82d3-0e8be36dead0 req-6a41077b-6163-48fa-a957-a277e4382219 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428154 Jun 21 16:52:47.116580 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d325c124-3064-4368-8ab0-cdedf72283ca req-6915e3ca-d55f-4590-b664-fc15ecd5cebd service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910878 Jun 21 16:52:47.649163 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c3a35-d581-4829-ad46-00bc0de10956 req-af229bc3-17d8-43bd-9bdf-ca7dc29cb9d2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:47.650651 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c02c3a35-d581-4829-ad46-00bc0de10956 req-af229bc3-17d8-43bd-9bdf-ca7dc29cb9d2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 943 time: 0.0479202 Jun 21 16:52:47.700085 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c02c3a35-d581-4829-ad46-00bc0de10956 req-e7d7d7ca-f924-4217-a0c2-a11fd32f1482 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438385 Jun 21 16:52:48.046891 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0379e1a-f855-4044-a9f5-fa17ad410807 req-3e48e829-d2b9-4e25-8ffd-5521645c2a3e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:48.048398 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e0379e1a-f855-4044-a9f5-fa17ad410807 req-3e48e829-d2b9-4e25-8ffd-5521645c2a3e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0522544 Jun 21 16:52:48.088050 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:48.100542 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e0379e1a-f855-4044-a9f5-fa17ad410807 req-354147b6-bd9d-4765-b25d-a2d788595e10 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453522 Jun 21 16:52:48.161902 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2f14-4a68-4dd6-844b-b52c813afc5f req-a52c3837-fc13-4f34-80ae-b8aca256b8c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:48.163364 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bf8c2f14-4a68-4dd6-844b-b52c813afc5f req-a52c3837-fc13-4f34-80ae-b8aca256b8c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0545170 Jun 21 16:52:48.212852 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bf8c2f14-4a68-4dd6-844b-b52c813afc5f req-3a2e9ddb-6794-4d4b-9115-6aa5c088437e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Jun 21 16:52:48.811754 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd561da-9a74-4a46-8c4f-0ff86a78df93 req-4a77ca0d-6558-4035-a5a3-ea4dd94d8056 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:48.813196 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dfd561da-9a74-4a46-8c4f-0ff86a78df93 req-4a77ca0d-6558-4035-a5a3-ea4dd94d8056 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 943 time: 0.0472841 Jun 21 16:52:48.867607 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dfd561da-9a74-4a46-8c4f-0ff86a78df93 req-d52cd07d-1af2-4365-8325-89484ba8f66c tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485950 Jun 21 16:52:49.217211 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1adcb-688d-497a-bdad-e995aa9406fa req-5adfb043-2b32-454f-8406-cd43374dcb1d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:49.218730 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5fd1adcb-688d-497a-bdad-e995aa9406fa req-5adfb043-2b32-454f-8406-cd43374dcb1d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0486104 Jun 21 16:52:49.258355 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:49.272321 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5fd1adcb-688d-497a-bdad-e995aa9406fa req-1c830938-5074-49cf-a15a-ac54976cb430 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472670 Jun 21 16:52:49.343836 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e414c83-c4db-4b6f-b5fb-5800638203a2 req-c4159859-7b53-4222-a91e-96d7137a9249 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:49.349933 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6e414c83-c4db-4b6f-b5fb-5800638203a2 req-c4159859-7b53-4222-a91e-96d7137a9249 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0645483 Jun 21 16:52:49.400038 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6e414c83-c4db-4b6f-b5fb-5800638203a2 req-d7db9ad6-a4bc-4b91-b0fb-d5072ad5f795 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472434 Jun 21 16:52:49.434103 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a10ac0-468e-4559-92c9-9daad32e90aa req-0ed4d4b1-e4c0-46eb-bd73-95b8682233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:49.435659 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-85a10ac0-468e-4559-92c9-9daad32e90aa req-0ed4d4b1-e4c0-46eb-bd73-95b8682233d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1130 time: 0.0410306 Jun 21 16:52:49.483005 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-85a10ac0-468e-4559-92c9-9daad32e90aa req-0c176019-56c4-46b3-8223-b701252c9046 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415702 Jun 21 16:52:49.609862 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ef952-1263-4d85-9d95-a1f17aa0b489 req-c4d01f14-7035-4c8f-bb88-dc15399c52fa tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:49.611337 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-001ef952-1263-4d85-9d95-a1f17aa0b489 req-c4d01f14-7035-4c8f-bb88-dc15399c52fa tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0467417 Jun 21 16:52:49.659547 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-001ef952-1263-4d85-9d95-a1f17aa0b489 req-8a437f4f-7c16-469f-8c88-bf65bd82e50c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420218 Jun 21 16:52:49.892453 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-6b27c15e-3a5c-40f6-b65f-3649c93fbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:49.893978 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-6b27c15e-3a5c-40f6-b65f-3649c93fbb14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 1129 time: 0.0391574 Jun 21 16:52:49.982004 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e54584-da1b-4299-bfe3-89ba255f4034 req-f8dee85f-e101-4e93-8f5d-807ab1766366 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:49.983526 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-57e54584-da1b-4299-bfe3-89ba255f4034 req-f8dee85f-e101-4e93-8f5d-807ab1766366 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 943 time: 0.0471230 Jun 21 16:52:50.033500 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-57e54584-da1b-4299-bfe3-89ba255f4034 req-3c731e30-8926-425a-946e-d831d98eab9f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444672 Jun 21 16:52:50.275218 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:52:50.344728 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-68318c83-7465-46d6-898f-ddd43ba3872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:50.346210 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-68318c83-7465-46d6-898f-ddd43ba3872a service neutron] 10.222.0.47 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 913 time: 0.0907667 Jun 21 16:52:50.410291 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-0a04b106-b97f-457c-830a-7c720f8d6fa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71 HTTP/1.1" status: 200 len: 1000 time: 0.0551057 Jun 21 16:52:50.467943 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-63aff2b0-bfc5-4ee2-a0d0-e87e0a17e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:50.469433 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-63aff2b0-bfc5-4ee2-a0d0-e87e0a17e2a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 200 len: 850 time: 0.0486219 Jun 21 16:52:50.516929 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aa262-0695-408d-9401-87e17ec85575 req-339a3fd6-c826-4bae-bb5c-467c00aa5d57 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:50.517726 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-4478bdf9-9b5c-4f16-9b07-b440bf6b1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:50.518458 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c0aa262-0695-408d-9401-87e17ec85575 req-339a3fd6-c826-4bae-bb5c-467c00aa5d57 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0479791 Jun 21 16:52:50.519292 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-4478bdf9-9b5c-4f16-9b07-b440bf6b1a57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63924b26-7bc3-4fc5-bf40-93746d4a252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390735 Jun 21 16:52:50.571303 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c0aa262-0695-408d-9401-87e17ec85575 req-31c0df4f-0404-4e6b-ba36-e97943972c8f tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467207 Jun 21 16:52:50.613201 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-b3b9269d-a9e9-4119-b09b-8870fc949976 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873907 Jun 21 16:52:50.774236 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15d9d-8a95-43a2-868c-61f1a5da7364 req-8b822dda-b431-441f-a9dc-1b2d082e3dcc tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:50.775696 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-60f15d9d-8a95-43a2-868c-61f1a5da7364 req-8b822dda-b431-441f-a9dc-1b2d082e3dcc tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0481672 Jun 21 16:52:50.824922 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-60f15d9d-8a95-43a2-868c-61f1a5da7364 req-45ee276b-eceb-4133-99c1-6e01e1e27cc3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436187 Jun 21 16:52:51.153040 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e94a-1f1c-4e35-90f8-7c4ffb628c6f req-1c3927bc-3712-4e4e-98c4-95346b9ffcfc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:51.154530 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c481e94a-1f1c-4e35-90f8-7c4ffb628c6f req-1c3927bc-3712-4e4e-98c4-95346b9ffcfc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 943 time: 0.0526307 Jun 21 16:52:51.205083 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c481e94a-1f1c-4e35-90f8-7c4ffb628c6f req-6eb912db-1f8b-422a-a4cc-7c7ce0292dbe tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448587 Jun 21 16:52:51.287083 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:51.305494 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca4f6cc1-8430-431f-a6c4-b60eb78cb4e3 req-2efd60b5-f004-4274-8a58-3cb1f98dd0a2 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923812 Jun 21 16:52:51.686635 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece28aee-6f36-43cc-800e-91ee1ffdd575 req-94639293-7fdf-44cd-8f9f-95a245e5350e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:51.688085 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ece28aee-6f36-43cc-800e-91ee1ffdd575 req-94639293-7fdf-44cd-8f9f-95a245e5350e tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0480077 Jun 21 16:52:51.738103 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ece28aee-6f36-43cc-800e-91ee1ffdd575 req-3b9f806f-b4ee-4259-9191-936c2aa2f9dd tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Jun 21 16:52:51.944847 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe57a3-78f7-428d-8332-31306dab2ec1 req-53bd98fa-ce09-4742-bad4-c981bde27711 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:51.946390 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-55fe57a3-78f7-428d-8332-31306dab2ec1 req-53bd98fa-ce09-4742-bad4-c981bde27711 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0532479 Jun 21 16:52:51.989541 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:51.997450 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-55fe57a3-78f7-428d-8332-31306dab2ec1 req-c61f573b-f0df-40c7-acc7-27aa7f8c738c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452542 Jun 21 16:52:52.304466 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678b6c7-f958-43d2-af2b-ecf81498c810 req-ac343856-3e6a-4b89-b6d1-df493c7b26e9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:52.306035 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b678b6c7-f958-43d2-af2b-ecf81498c810 req-ac343856-3e6a-4b89-b6d1-df493c7b26e9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0584192 Jun 21 16:52:52.333324 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcb7b6-36de-49a4-b575-0c23c3cce59d req-66d7c49d-0fa0-4a15-84ee-0a6fe70644ba tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:52.334825 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e7fcb7b6-36de-49a4-b575-0c23c3cce59d req-66d7c49d-0fa0-4a15-84ee-0a6fe70644ba tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 943 time: 0.0506549 Jun 21 16:52:52.358670 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b678b6c7-f958-43d2-af2b-ecf81498c810 req-0f55f526-4ea9-4d68-afad-cdef2298015d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470316 Jun 21 16:52:52.404059 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e7fcb7b6-36de-49a4-b575-0c23c3cce59d req-d9604348-f796-460d-acda-a8d2168a8a2c tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637960 Jun 21 16:52:52.666395 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-38ba5d73-eb26-4971-a573-d2bfe9cbd326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:52.667778 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-38ba5d73-eb26-4971-a573-d2bfe9cbd326 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1130 time: 0.0447850 Jun 21 16:52:53.113072 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a3b41-e6ac-4bc5-ba44-4c0fb279fe2a req-07f89227-7df7-45a2-bb73-7b44cc22d13a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:53.115184 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-519a3b41-e6ac-4bc5-ba44-4c0fb279fe2a req-07f89227-7df7-45a2-bb73-7b44cc22d13a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0480175 Jun 21 16:52:53.164072 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-519a3b41-e6ac-4bc5-ba44-4c0fb279fe2a req-f2dc5b05-a445-4984-b83e-ac1a3036f937 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424833 Jun 21 16:52:53.495120 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1cdab-1c92-45b0-81a4-f11b8c6051a7 req-a54f7d37-cd41-4b87-8455-6b3e770d0eed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:53.496638 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ad1cdab-1c92-45b0-81a4-f11b8c6051a7 req-a54f7d37-cd41-4b87-8455-6b3e770d0eed tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0653706 Jun 21 16:52:53.501310 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:53.517746 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4ce20-fd48-4af6-b339-37b0a1fa992d req-f7f10b33-30a1-4e50-b27a-6df923408747 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:53.519241 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-40b4ce20-fd48-4af6-b339-37b0a1fa992d req-f7f10b33-30a1-4e50-b27a-6df923408747 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 943 time: 0.0476835 Jun 21 16:52:53.574407 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-40b4ce20-fd48-4af6-b339-37b0a1fa992d req-781140b0-7b12-400c-a84e-06cfc77691c0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485981 Jun 21 16:52:53.604516 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8ad1cdab-1c92-45b0-81a4-f11b8c6051a7 req-91c38ff9-486c-4837-ac53-d62a06e13cd0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004996 Jun 21 16:52:53.605957 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-afc384dd-bcd1-459e-b593-f4526b24ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:53.607471 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-afc384dd-bcd1-459e-b593-f4526b24ce13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.1403260 Jun 21 16:52:53.670053 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-4e6291ac-c43f-4cbf-b989-7d4f23b6f265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 200 len: 1002 time: 0.0561378 Jun 21 16:52:53.718518 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-c383febd-8f5d-437d-8396-6c90519b2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:53.719933 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-c383febd-8f5d-437d-8396-6c90519b2d3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0439804 Jun 21 16:52:53.767095 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-e56de525-b5f7-41a6-9b07-22d7083ed476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:53.768560 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-e56de525-b5f7-41a6-9b07-22d7083ed476 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410054 Jun 21 16:52:53.857556 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-73a1f9ab-2109-4fc9-9397-13662254d93e service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823061 Jun 21 16:52:53.951255 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b14ebbf-37b7-416d-929e-eb51ab96093b req-08cfa594-54bf-49ad-9238-119df9cadc40 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869963 Jun 21 16:52:54.701359 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f25187-3a1b-4ade-b6f8-f48e7eb6ea77 req-6ee51277-5945-4b34-be47-a46d88feddbf tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:54.702881 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-98f25187-3a1b-4ade-b6f8-f48e7eb6ea77 req-6ee51277-5945-4b34-be47-a46d88feddbf tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 943 time: 0.0533731 Jun 21 16:52:54.740213 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d183b-f56b-4256-97f0-c24d3ef90854 req-516f6ddb-c836-4f94-bfe8-976c05c86533 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:54.741862 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-389d183b-f56b-4256-97f0-c24d3ef90854 req-516f6ddb-c836-4f94-bfe8-976c05c86533 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0596254 Jun 21 16:52:54.764298 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-98f25187-3a1b-4ade-b6f8-f48e7eb6ea77 req-f8309e85-218d-4984-a32b-b179d99efd27 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547223 Jun 21 16:52:54.791928 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-389d183b-f56b-4256-97f0-c24d3ef90854 req-d89395bc-2c40-4c05-8edc-1faebe4c08db tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437598 Jun 21 16:52:55.171089 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 3b782323-0e20-4ed4-9fde-029d430c7e0e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:52:55.275569 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 3b782323-0e20-4ed4-9fde-029d430c7e0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3b782323-0e20-4ed4-9fde-029d430c7e0e,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:55.287336 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'port_id': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'mac_address': 'fa:16:3e:78:8d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:52:55.322211 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 3b782323-0e20-4ed4-9fde-029d430c7e0e is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:55.322603 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:55.337539 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b782323-0e20-4ed4-9fde-029d430c7e0e {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:52:55.359133 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 3b782323-0e20-4ed4-9fde-029d430c7e0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3b782323-0e20-4ed4-9fde-029d430c7e0e,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:55.425808 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:55.481246 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=3b782323-0e20-4ed4-9fde-029d430c7e0e,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:55.795875 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['3b782323-0e20-4ed4-9fde-029d430c7e0e'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:52:55.888406 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14732c90-7af3-4142-ad65-29c7ac808ee1 req-501bba2f-478e-4916-808e-133841583a39 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:55.889967 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-14732c90-7af3-4142-ad65-29c7ac808ee1 req-501bba2f-478e-4916-808e-133841583a39 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 944 time: 0.0515456 Jun 21 16:52:55.919861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9669463-f8c8-40dd-a44c-86189deeaf69 req-7b5dfc8a-3bcf-4c51-a1b7-d84fcbe773f8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:55.921794 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f9669463-f8c8-40dd-a44c-86189deeaf69 req-7b5dfc8a-3bcf-4c51-a1b7-d84fcbe773f8 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0577474 Jun 21 16:52:55.945514 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-14732c90-7af3-4142-ad65-29c7ac808ee1 req-5f4cca04-da86-4001-b78d-72e13447e64a tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499756 Jun 21 16:52:55.950239 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:55.975591 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f9669463-f8c8-40dd-a44c-86189deeaf69 req-1d1df203-6e0b-494f-98df-db8bfd0c58e7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448906 Jun 21 16:52:56.023214 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:57.060479 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:57.072142 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105aa6c-f080-4879-bdbf-71d72459d45c req-9a457d89-4ff7-4883-a7d2-d285237c5c47 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:57.073711 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9105aa6c-f080-4879-bdbf-71d72459d45c req-9a457d89-4ff7-4883-a7d2-d285237c5c47 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 944 time: 0.0536323 Jun 21 16:52:57.093497 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c7c23-63d7-4be9-81c6-732293d95cbe req-8332f35e-c831-48af-a48e-d7143b86f89c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:57.095095 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-010c7c23-63d7-4be9-81c6-732293d95cbe req-8332f35e-c831-48af-a48e-d7143b86f89c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0507610 Jun 21 16:52:57.124698 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9105aa6c-f080-4879-bdbf-71d72459d45c req-a74d7022-5bd4-46c5-89e1-5b6410a6f1fe tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453198 Jun 21 16:52:57.145231 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-010c7c23-63d7-4be9-81c6-732293d95cbe req-754e584d-bfdf-47a3-b389-336f1e396fad tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Jun 21 16:52:57.170894 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 3b782323-0e20-4ed4-9fde-029d430c7e0e up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:52:57.216359 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 3b782323-0e20-4ed4-9fde-029d430c7e0e completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:52:57.258618 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c910ba-e970-4690-b014-71538f8ec41a req-85e52caa-3d3b-41d5-8def-46d2dc3098c0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:57.260116 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-98c910ba-e970-4690-b014-71538f8ec41a req-85e52caa-3d3b-41d5-8def-46d2dc3098c0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0489967 Jun 21 16:52:57.268764 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39082) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:52:57.273331 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-3b83ce47-8f4f-42e9-a823-b1bf2d5e627c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Request body: {'floatingip': {'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:52:57.317432 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 3b782323-0e20-4ed4-9fde-029d430c7e0e triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:52:57.317899 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:57.336053 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3b83ce47-8f4f-42e9-a823-b1bf2d5e627c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (162b9d0f-8bb9-43fd-948d-b5693f8c57ad), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:57.395343 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 3b782323-0e20-4ed4-9fde-029d430c7e0e is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:52:57.395727 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:57.421457 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:52:57.423667 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da6f73c-cbdd-45ca-a0b5-95a80f9d4ea1" -d '{"events": [{"server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "name": "network-vif-plugged", "status": "completed", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:52:57.436643 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 3b782323-0e20-4ed4-9fde-029d430c7e0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3b782323-0e20-4ed4-9fde-029d430c7e0e,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:52:57.464474 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f86b39-6a73-4433-8054-49992dd0cda6 x-openstack-request-id: req-29f86b39-6a73-4433-8054-49992dd0cda6 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:52:57.464474 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "name": "network-vif-plugged", "status": "completed", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:52:57.464474 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29f86b39-6a73-4433-8054-49992dd0cda6 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:52:57.464474 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f86b39-6a73-4433-8054-49992dd0cda6'] response: {'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'code': 200} Jun 21 16:52:57.511767 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:57.556805 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:57.561934 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=3b782323-0e20-4ed4-9fde-029d430c7e0e,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:52:57.617003 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:57.987328 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d6543-5e90-4d9c-9a33-6cef7235e872 req-3bff1681-63c1-484c-949b-1aac972229e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:57.988848 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c45d6543-5e90-4d9c-9a33-6cef7235e872 req-3bff1681-63c1-484c-949b-1aac972229e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 1129 time: 0.0521569 Jun 21 16:52:58.097711 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c45d6543-5e90-4d9c-9a33-6cef7235e872 req-57f8ffcd-ab93-4106-a984-5523505c55c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907154 Jun 21 16:52:58.102719 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3b83ce47-8f4f-42e9-a823-b1bf2d5e627c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:58.175964 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3b83ce47-8f4f-42e9-a823-b1bf2d5e627c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (162b9d0f-8bb9-43fd-948d-b5693f8c57ad), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:58.241494 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4f696-e985-4471-b325-14dc08914926 req-eb8dedd2-adcc-4518-936d-5ef8f071d400 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:58.242898 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dcc4f696-e985-4471-b325-14dc08914926 req-eb8dedd2-adcc-4518-936d-5ef8f071d400 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 945 time: 0.0499697 Jun 21 16:52:58.303157 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-dcc4f696-e985-4471-b325-14dc08914926 req-806b384e-8176-454f-acd6-03737db63c91 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534470 Jun 21 16:52:58.385652 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b83ce47-8f4f-42e9-a823-b1bf2d5e627c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Router 997901b8-9d75-4496-8853-5481094f0d83 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:52:58.437972 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:58.488739 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b83ce47-8f4f-42e9-a823-b1bf2d5e627c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:52:58.494624 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3b83ce47-8f4f-42e9-a823-b1bf2d5e627c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:52:58.501236 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] Sync routers for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:52:58.512576 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:58.513270 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:58.526222 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:52:58.528442 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903b2503-77d5-4d64-9c23-10bc6c715c78" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:52:58.564564 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3b83ce47-8f4f-42e9-a823-b1bf2d5e627c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "PUT /v2.0/floatingips/162b9d0f-8bb9-43fd-948d-b5693f8c57ad HTTP/1.1" status: 200 len: 994 time: 1.2945933 Jun 21 16:52:58.570718 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeed299-7975-4db3-ae6b-f9b38dffb3de x-openstack-request-id: req-cfeed299-7975-4db3-ae6b-f9b38dffb3de {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:52:58.571005 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:52:58.571258 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfeed299-7975-4db3-ae6b-f9b38dffb3de {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:52:58.571656 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfeed299-7975-4db3-ae6b-f9b38dffb3de'] response: {'name': 'network-changed', 'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'status': 'completed', 'code': 200} Jun 21 16:52:58.638052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:58.974211 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '162b9d0f-8bb9-43fd-948d-b5693f8c57ad', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '997901b8-9d75-4496-8853-5481094f0d83', 'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'mac_address': 'fa:16:3e:7f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:51:03Z', 'updated_at': '2022-06-21T16:52:57Z', 'revision_number': 3, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:59.001961 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] Checking router: 997901b8-9d75-4496-8853-5481094f0d83 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:52:59.011644 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:52:59.012270 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:59.113701 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:52:59.144560 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-2dac9a78-6038-4924-940d-c7f9ed97e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:59.146124 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-2dac9a78-6038-4924-940d-c7f9ed97e767 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1130 time: 0.0406129 Jun 21 16:52:59.242076 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-56ac90d1-a453-4398-adb7-b3e18f7b7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:59.243454 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-56ac90d1-a453-4398-adb7-b3e18f7b7a8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.0897863 Jun 21 16:52:59.288220 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:59.306288 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-96e6374a-71b2-483a-aff7-0e24aa8d2715 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 200 len: 1002 time: 0.0560904 Jun 21 16:52:59.331901 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '162b9d0f-8bb9-43fd-948d-b5693f8c57ad', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '997901b8-9d75-4496-8853-5481094f0d83', 'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'mac_address': 'fa:16:3e:7f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:51:03Z', 'updated_at': '2022-06-21T16:52:57Z', 'revision_number': 3, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:52:59.359340 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51526718-1bd4-4e44-94eb-f8f7ec20ebb4 None None] The sync data for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi is: [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '162b9d0f-8bb9-43fd-948d-b5693f8c57ad', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '997901b8-9d75-4496-8853-5481094f0d83', 'port_id': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'mac_address': 'fa:16:3e:7f:5e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:51:03Z', 'updated_at': '2022-06-21T16:52:57Z', 'revision_number': 3, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:52:59.370819 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:52:59.384074 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-a172ad88-77dd-4d3a-a2a1-e2afd86a0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:59.385721 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-a172ad88-77dd-4d3a-a2a1-e2afd86a0c65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0553563 Jun 21 16:52:59.422110 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527954ad-dc17-4d93-ba3c-c9073acf94eb req-f02f100d-d31c-4d9e-9521-6ad84d73fa84 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:59.429926 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-527954ad-dc17-4d93-ba3c-c9073acf94eb req-f02f100d-d31c-4d9e-9521-6ad84d73fa84 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 945 time: 0.0568209 Jun 21 16:52:59.444127 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-30450216-7066-47a9-bfcf-9d22265a5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:52:59.445746 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-30450216-7066-47a9-bfcf-9d22265a5b20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498390 Jun 21 16:52:59.478264 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-527954ad-dc17-4d93-ba3c-c9073acf94eb req-231571af-c379-426f-a3ff-e9c4f626173f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474463 Jun 21 16:53:00.181820 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-37a6ea22-64c7-4099-954d-14cf81866acc service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882728 Jun 21 16:53:00.284335 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-903b2503-77d5-4d64-9c23-10bc6c715c78 req-9d17390f-3b83-4270-8428-e3ec71e0e245 service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961981 Jun 21 16:53:00.582909 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:00.585885 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03390e4-500e-4204-8ffe-193f7c55bb95" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:00.607374 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd87dd-b0d2-4783-bdff-90daae41e8aa req-4d5f9370-a218-4063-8299-7fbec9cc45fa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:00.608929 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8abd87dd-b0d2-4783-bdff-90daae41e8aa req-4d5f9370-a218-4063-8299-7fbec9cc45fa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Jun 21 16:53:00.627015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936b7eed-c188-4c22-b72f-3d9080993008 x-openstack-request-id: req-936b7eed-c188-4c22-b72f-3d9080993008 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:00.627308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:00.627559 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-936b7eed-c188-4c22-b72f-3d9080993008 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:00.627949 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936b7eed-c188-4c22-b72f-3d9080993008'] response: {'name': 'network-changed', 'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'status': 'completed', 'code': 200} Jun 21 16:53:00.681505 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8abd87dd-b0d2-4783-bdff-90daae41e8aa req-9d8b3bb3-bdf4-457f-a713-92d3c0322cc3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637619 Jun 21 16:53:00.710748 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-47be4cd4-1221-4061-a1be-b78c60da3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:00.714856 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-47be4cd4-1221-4061-a1be-b78c60da3a6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 1130 time: 0.0439003 Jun 21 16:53:00.791846 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:00.804362 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b5ba-f403-478f-b961-104c90d4e105 req-1d7d61a1-f4ca-4e7a-8bd4-64f6eb0d0fee tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:00.805838 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b324b5ba-f403-478f-b961-104c90d4e105 req-1d7d61a1-f4ca-4e7a-8bd4-64f6eb0d0fee tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 945 time: 0.0503821 Jun 21 16:53:00.813167 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-4586255b-43dc-4803-b2b3-af88eb9985f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:00.814708 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-4586255b-43dc-4803-b2b3-af88eb9985f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 200 len: 921 time: 0.0944431 Jun 21 16:53:00.857137 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b324b5ba-f403-478f-b961-104c90d4e105 req-c68ac3d7-5616-4734-bc54-d5cc4eb3a5c2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457120 Jun 21 16:53:00.879627 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39116) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:00.934916 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:00.971895 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b3e953-3a82-4f76-8a33-c71eb5fd625e tempest-TestVolumeBootPattern-1853239417 tempest-TestVolumeBootPattern-1853239417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:00.973435 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-49b3e953-3a82-4f76-8a33-c71eb5fd625e tempest-TestVolumeBootPattern-1853239417 tempest-TestVolumeBootPattern-1853239417-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 1124 time: 0.0928223 Jun 21 16:53:00.977087 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39120) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:00.981360 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'port_id': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:01.102623 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:01.149752 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-a299d6a2-53eb-47f6-9be9-5d6d6d5cdb9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 200 len: 1002 time: 0.0580585 Jun 21 16:53:01.186515 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:01.206730 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-322aedea-8600-4123-89f0-19a7fbcd0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:01.211822 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-322aedea-8600-4123-89f0-19a7fbcd0856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 200 len: 858 time: 0.0503283 Jun 21 16:53:01.309611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Allocated IP 172.27.2.46 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/05ab7f01-fb1d-449c-a504-76f46b0e9ecf) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:53:01.313384 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-53fc4ab9-7bbb-4b04-b8d9-82214439623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:01.314898 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-53fc4ab9-7bbb-4b04-b8d9-82214439623d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=645d33ca-1458-475e-a591-c2b90b24a4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399394 Jun 21 16:53:01.354625 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:01.415744 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:01.418345 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-65cbda2c-fd04-4aa7-ac03-19658c8bce4a service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956259 Jun 21 16:53:01.517306 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c03390e4-500e-4204-8ffe-193f7c55bb95 req-67b6499a-be9d-4636-bcef-a3e69751cc8b service neutron] 10.222.0.47 "GET /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915549 Jun 21 16:53:01.559801 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:01.608430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:53:01.613525 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:53:01.618570 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:53:01.622018 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=05ab7f01-fb1d-449c-a504-76f46b0e9ecf,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:01.648186 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.648535 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.648905 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.649246 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.649606 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.649939 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.650270 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.650598 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.650925 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.651261 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.651578 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.651904 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.652227 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.652552 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.652870 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:01.674465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:01.866180 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:01.997796 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (26cb1686-0e56-45a8-85a2-b72a6c154ca5), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:02.135911 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:02.284281 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:02.351981 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:02.422051 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=05ab7f01-fb1d-449c-a504-76f46b0e9ecf,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:02.430848 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (26cb1686-0e56-45a8-85a2-b72a6c154ca5), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:02.526534 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.l3_db [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Floating IP 26cb1686-0e56-45a8-85a2-b72a6c154ca5 associated. External IP: 172.27.2.46, port: 3b782323-0e20-4ed4-9fde-029d430c7e0e. Jun 21 16:53:02.625249 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:02.735538 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:53:02.835322 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=26 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:02.843215 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:53:02.847352 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:02.854096 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:53:02.863322 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:53:02.863926 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:02.966739 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:53:02.988296 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:03.021651 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-762de7f7-ed65-4fd5-86b0-756568cd22b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0433633 Jun 21 16:53:03.022233 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:03.024768 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da08a7-30ac-43d2-837a-349328d41118" -d '{"events": [{"name": "network-changed", "server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:03.064661 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4934fc1b-f657-4d6e-8759-08bcb2a77573 x-openstack-request-id: req-4934fc1b-f657-4d6e-8759-08bcb2a77573 {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:03.064978 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:03.065235 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4934fc1b-f657-4d6e-8759-08bcb2a77573 {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:03.065671 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4934fc1b-f657-4d6e-8759-08bcb2a77573'] response: {'name': 'network-changed', 'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'status': 'completed', 'code': 200} Jun 21 16:53:03.146075 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da08a7-30ac-43d2-837a-349328d41118 req-ffb30a52-9964-447a-b9ad-f5d87eca9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:03.147783 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55da08a7-30ac-43d2-837a-349328d41118 req-ffb30a52-9964-447a-b9ad-f5d87eca9fd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 1129 time: 0.0458148 Jun 21 16:53:03.192564 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '26cb1686-0e56-45a8-85a2-b72a6c154ca5', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:78:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:01Z', 'updated_at': '2022-06-21T16:53:01Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:03.222158 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:53:03.231571 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:53:03.232212 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:03.239136 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc0d40-b2cd-46de-9944-a09e4345baee req-3d03fd10-ffa4-4ae3-97f3-461049d17d49 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:03.241412 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-93cc0d40-b2cd-46de-9944-a09e4345baee req-3d03fd10-ffa4-4ae3-97f3-461049d17d49 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.0501158 Jun 21 16:53:03.276176 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:03.291619 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-93cc0d40-b2cd-46de-9944-a09e4345baee req-e3d521f6-4bbd-4af4-8650-e69566057783 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Jun 21 16:53:03.336693 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:53:03.534965 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:03.555058 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '26cb1686-0e56-45a8-85a2-b72a6c154ca5', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:78:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:01Z', 'updated_at': '2022-06-21T16:53:01Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:03.579962 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b0fa3e-e429-42e2-9c65-d8e426b3cc99 None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '26cb1686-0e56-45a8-85a2-b72a6c154ca5', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:78:8d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:01Z', 'updated_at': '2022-06-21T16:53:01Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:53:03.779056 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10b312b-e10d-4e1c-aba7-91f86a37bd28 None None] New status for floating IP 26cb1686-0e56-45a8-85a2-b72a6c154ca5: ACTIVE {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:53:04.089459 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a11f426c-5f49-4c7d-b497-c25602ab7f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:04.417105 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1657c35-bebf-4917-9422-b02c8398ca60 req-a9b92da3-4169-48e9-86da-d9e334f9e61a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:04.418634 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e1657c35-bebf-4917-9422-b02c8398ca60 req-a9b92da3-4169-48e9-86da-d9e334f9e61a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.0514162 Jun 21 16:53:04.466929 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e1657c35-bebf-4917-9422-b02c8398ca60 req-4520c51f-92cc-4661-a3f4-e89d84b85ecd tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Jun 21 16:53:04.780711 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:04.795953 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da08a7-30ac-43d2-837a-349328d41118 req-c02b37ec-05da-41da-98b7-23831971e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:04.797465 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55da08a7-30ac-43d2-837a-349328d41118 req-c02b37ec-05da-41da-98b7-23831971e9ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 914 time: 0.0896809 Jun 21 16:53:04.866372 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55da08a7-30ac-43d2-837a-349328d41118 req-fb052c28-a4e0-4451-b684-b22e4df7650d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b782323-0e20-4ed4-9fde-029d430c7e0e HTTP/1.1" status: 200 len: 1000 time: 0.0601122 Jun 21 16:53:04.981532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da08a7-30ac-43d2-837a-349328d41118 req-c1749ee7-7abf-421d-867f-7bb05843cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:04.982974 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55da08a7-30ac-43d2-837a-349328d41118 req-c1749ee7-7abf-421d-867f-7bb05843cfaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0451679 Jun 21 16:53:05.027788 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da08a7-30ac-43d2-837a-349328d41118 req-3041f123-e10e-4ced-b143-775d686ca663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:05.029398 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55da08a7-30ac-43d2-837a-349328d41118 req-3041f123-e10e-4ced-b143-775d686ca663 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383091 Jun 21 16:53:05.180545 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-31aaa444-b542-4953-aa9e-bb943d456c97 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:05.181934 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-31aaa444-b542-4953-aa9e-bb943d456c97 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.0951104 Jun 21 16:53:05.239441 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55da08a7-30ac-43d2-837a-349328d41118 req-7afd5515-f85b-4e4c-a512-cc8e3af6dea0 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607075 Jun 21 16:53:05.336691 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Deleting port 7b305906-1977-410d-88f8-b281cb089050 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:53:05.337030 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (7b305906-1977-410d-88f8-b281cb089050), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:05.423379 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55da08a7-30ac-43d2-837a-349328d41118 req-825746c4-f328-45e6-b13f-f6a400243190 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768439 Jun 21 16:53:05.453033 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] For port 7b305906-1977-410d-88f8-b281cb089050, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7b305906-1977-410d-88f8-b281cb089050,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:53:05.453431 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (7b305906-1977-410d-88f8-b281cb089050), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:05.595495 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa10eb-5e8f-4f5e-9b74-b4abea30e6fb req-0dc25af3-ff3b-495f-8985-39331cb935a8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:05.596995 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2eaa10eb-5e8f-4f5e-9b74-b4abea30e6fb req-0dc25af3-ff3b-495f-8985-39331cb935a8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 946 time: 0.0532951 Jun 21 16:53:05.647231 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2eaa10eb-5e8f-4f5e-9b74-b4abea30e6fb req-cc7cfb2e-8be7-47a0-88cd-128ffa8384f9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=278ac7ac-e85d-4c80-a238-0e56521dfe30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 Jun 21 16:53:05.670180 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:05.670555 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (a9f3529d-7ab9-4415-8a79-daf0d7209606), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:05.670868 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Floating IP a9f3529d-7ab9-4415-8a79-daf0d7209606 disassociated. External IP: 172.27.2.53, port: 7b305906-1977-410d-88f8-b281cb089050. Jun 21 16:53:05.671212 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Calling delete_port for 7b305906-1977-410d-88f8-b281cb089050 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:53:05.675015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:05.742981 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:05.862229 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (7b305906-1977-410d-88f8-b281cb089050), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:05.892066 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event deleted for resources: {'Port': ['ID=7b305906-1977-410d-88f8-b281cb089050,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:06.002709 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Router 184dd79c-2117-424b-83a8-3a56069dc283 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:53:06.108096 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:53:06.120028 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] Sync routers for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:53:06.139087 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:53:06.139775 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:52:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:06.155922 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] No DVR routers for this DVR port 7b305906-1977-410d-88f8-b281cb089050 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:53:06.158466 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:06.161707 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-20e6f337-498c-40f1-aa16-4b1f2abdbf3d req-e25cb5e5-28fb-4b75-a6aa-b9dc2bfeda2a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "DELETE /v2.0/ports/7b305906-1977-410d-88f8-b281cb089050 HTTP/1.1" status: 204 len: 173 time: 0.9738181 Jun 21 16:53:06.162652 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-deleted', 'tag': '7b305906-1977-410d-88f8-b281cb089050'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:06.164901 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e9c769-839d-4368-9f82-1049b092d6b0" -d '{"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-deleted", "tag": "7b305906-1977-410d-88f8-b281cb089050"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:06.204823 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f508ba5-518f-483b-890d-8be5e671cdfa x-openstack-request-id: req-9f508ba5-518f-483b-890d-8be5e671cdfa {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:06.205136 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9af742-a7f3-4113-8ace-571502dad309", "name": "network-vif-deleted", "tag": "7b305906-1977-410d-88f8-b281cb089050", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:06.205453 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f508ba5-518f-483b-890d-8be5e671cdfa {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:06.205791 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f508ba5-518f-483b-890d-8be5e671cdfa'] response: {'server_uuid': '0d9af742-a7f3-4113-8ace-571502dad309', 'name': 'network-vif-deleted', 'tag': '7b305906-1977-410d-88f8-b281cb089050', 'status': 'completed', 'code': 200} Jun 21 16:53:06.247558 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:53:06.296621 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-14b1e24d-b90d-4653-8a38-7051c0d22a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:06.441671 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:06.466501 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] Checking router: 184dd79c-2117-424b-83a8-3a56069dc283 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:53:06.476367 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:53:06.476979 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:53:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:06.580964 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:53:06.704745 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:06.769773 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-658e963e-534c-4852-8b0d-9b8d9a1ee82f req-b6e2bf11-c563-407f-843c-8fb5c3e7992e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d9af742-a7f3-4113-8ace-571502dad309 HTTP/1.1" status: 200 len: 210 time: 0.0307920 Jun 21 16:53:06.783533 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:06.892510 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dfb95c-c8a6-4359-b131-c24888d9ea56 None None] The sync data for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi is: [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:53:07.120054 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed19d4d-419a-4cf1-aad8-6798528fabae None None] New status for floating IP a9f3529d-7ab9-4415-8a79-daf0d7209606: DOWN {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:53:07.189698 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:07.479825 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:07.926824 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39148) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:07.983562 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a10433c4-7488-4349-9a1f-85c6fc50675f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (278ac7ac-e85d-4c80-a238-0e56521dfe30), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.008637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a10433c4-7488-4349-9a1f-85c6fc50675f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (278ac7ac-e85d-4c80-a238-0e56521dfe30), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.137013 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a10433c4-7488-4349-9a1f-85c6fc50675f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (278ac7ac-e85d-4c80-a238-0e56521dfe30), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.139547 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a10433c4-7488-4349-9a1f-85c6fc50675f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.143343 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a10433c4-7488-4349-9a1f-85c6fc50675f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "DELETE /v2.0/security-groups/278ac7ac-e85d-4c80-a238-0e56521dfe30 HTTP/1.1" status: 204 len: 168 time: 0.2122302 Jun 21 16:53:08.152151 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39152) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:08.152653 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10433c4-7488-4349-9a1f-85c6fc50675f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ac7ac-e85d-4c80-a238-0e56521dfe30,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:08.160290 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.api.v2.resource [None req-384f1dad-b46a-47c7-bb87-0781b8e150e9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] show failed (client error): The resource could not be found. Jun 21 16:53:08.161537 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-384f1dad-b46a-47c7-bb87-0781b8e150e9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups/278ac7ac-e85d-4c80-a238-0e56521dfe30 HTTP/1.1" status: 404 len: 347 time: 0.0160854 Jun 21 16:53:08.165216 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39154) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:08.292171 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Deleting port eb75f483-0d10-41b0-b27b-6890b0fca9e5 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:53:08.292513 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (eb75f483-0d10-41b0-b27b-6890b0fca9e5), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.584510 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (eb75f483-0d10-41b0-b27b-6890b0fca9e5), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.584839 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (eb75f483-0d10-41b0-b27b-6890b0fca9e5), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.597635 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Calling delete_port for eb75f483-0d10-41b0-b27b-6890b0fca9e5 owned by network:floatingip {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:53:08.828552 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (eb75f483-0d10-41b0-b27b-6890b0fca9e5), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.852675 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event deleted for resources: {'Port': ['ID=eb75f483-0d10-41b0-b27b-6890b0fca9e5,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:08.866865 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.929520 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (a9f3529d-7ab9-4415-8a79-daf0d7209606), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.932309 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:08.933691 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ad724eb5-ee69-4d7b-9e29-f25493bdd8d3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "DELETE /v2.0/floatingips/a9f3529d-7ab9-4415-8a79-daf0d7209606 HTTP/1.1" status: 204 len: 168 time: 0.7667146 Jun 21 16:53:08.948975 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.076388 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39158) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:09.081525 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-be7f3701-f3ae-4eee-b32f-894e28dd2150 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520537129', 'description': 'tempest-description--1876241463'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:09.177272 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be7f3701-f3ae-4eee-b32f-894e28dd2150 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.202194 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:53:09.207189 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:09.221152 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 7b305906-1977-410d-88f8-b281cb089050 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:53:09.221532 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7b305906-1977-410d-88f8-b281cb089050 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:53:09.251235 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be7f3701-f3ae-4eee-b32f-894e28dd2150 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (d991af29-7126-41c2-9b5a-c36a13b21225), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.336863 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be7f3701-f3ae-4eee-b32f-894e28dd2150 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d991af29-7126-41c2-9b5a-c36a13b21225), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.369520 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f3701-f3ae-4eee-b32f-894e28dd2150 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d991af29-7126-41c2-9b5a-c36a13b21225,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:09.436074 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be7f3701-f3ae-4eee-b32f-894e28dd2150 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.437407 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-be7f3701-f3ae-4eee-b32f-894e28dd2150 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3599551 Jun 21 16:53:09.440109 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39162) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:09.444481 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-568f7c45-5339-4976-ad2f-635a192d04b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'security_group_rule': {'security_group_id': 'd991af29-7126-41c2-9b5a-c36a13b21225', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:09.454819 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:09.564212 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-568f7c45-5339-4976-ad2f-635a192d04b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (61472697-f1f4-4f45-af3d-db25d622c5cf), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.613632 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-568f7c45-5339-4976-ad2f-635a192d04b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (61472697-f1f4-4f45-af3d-db25d622c5cf), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.712173 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-568f7c45-5339-4976-ad2f-635a192d04b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (61472697-f1f4-4f45-af3d-db25d622c5cf), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.730598 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f7c45-5339-4976-ad2f-635a192d04b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61472697-f1f4-4f45-af3d-db25d622c5cf,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:09.801447 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-568f7c45-5339-4976-ad2f-635a192d04b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.803172 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-568f7c45-5339-4976-ad2f-635a192d04b8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616257 Jun 21 16:53:09.805956 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39164) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:09.810133 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-f222ad4e-8f53-4b0f-9496-5f03808067ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'security_group_rule': {'security_group_id': 'd991af29-7126-41c2-9b5a-c36a13b21225', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:09.902776 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f222ad4e-8f53-4b0f-9496-5f03808067ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (1f315b58-88d9-42ab-99d5-7fe744161aa7), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:09.959114 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f222ad4e-8f53-4b0f-9496-5f03808067ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (1f315b58-88d9-42ab-99d5-7fe744161aa7), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:10.027869 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f222ad4e-8f53-4b0f-9496-5f03808067ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (1f315b58-88d9-42ab-99d5-7fe744161aa7), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:10.047112 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222ad4e-8f53-4b0f-9496-5f03808067ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f315b58-88d9-42ab-99d5-7fe744161aa7,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:10.167344 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f222ad4e-8f53-4b0f-9496-5f03808067ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:10.168495 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f222ad4e-8f53-4b0f-9496-5f03808067ef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616180 Jun 21 16:53:10.171905 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39166) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:10.176411 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:10.274458 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:10.292125 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:10.357523 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:10.463465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Allocated IP 172.27.2.83 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/0f375b13-cf66-4071-a884-ea297075aef1) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:53:10.573478 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for port (0f375b13-cf66-4071-a884-ea297075aef1), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:10.663695 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (0f375b13-cf66-4071-a884-ea297075aef1), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:10.703814 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:53:10.708439 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:53:10.712818 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:53:10.716059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'Port': ['ID=0f375b13-cf66-4071-a884-ea297075aef1,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:10.784958 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:10.800882 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (d3a9ec56-6658-48e2-8a51-1a281410457f), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:10.943200 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0f375b13-cf66-4071-a884-ea297075aef1), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:11.329638 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:11.333539 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for port (0f375b13-cf66-4071-a884-ea297075aef1), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:11.474000 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (0f375b13-cf66-4071-a884-ea297075aef1), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:11.543998 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'Port': ['ID=0f375b13-cf66-4071-a884-ea297075aef1,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:11.557033 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (d3a9ec56-6658-48e2-8a51-1a281410457f), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:11.663183 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:11.664476 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-467a2c07-d1a0-4119-bf27-b0745be462c9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4915795 Jun 21 16:53:11.866648 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-5331d74d-2eab-4f5f-906f-8fc624fd94d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--520537129&fields=id&tenant_id=85cd0d0402244286b9199e77f8ef18ca HTTP/1.1" status: 200 len: 267 time: 0.0429366 Jun 21 16:53:11.973306 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-2ad2d37f-743d-4535-b832-cc2046f6579c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:11.975353 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-2ad2d37f-743d-4535-b832-cc2046f6579c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 817 time: 0.1016057 Jun 21 16:53:11.989727 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-d0b12aae-0be2-48a9-a3f6-12e18bf877d0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/quotas/85cd0d0402244286b9199e77f8ef18ca HTTP/1.1" status: 200 len: 375 time: 0.0088520 Jun 21 16:53:12.039072 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-56cba5d7-cbe5-4d22-85da-15c8a3bca759 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441999 Jun 21 16:53:12.138653 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-adf7c2dd-8632-4d06-ac55-00897d11e8f1 service neutron] 10.222.0.70 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883617 Jun 21 16:53:12.228903 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-6c80e795-8623-4c2a-8dde-42d4adede6f4 service neutron] 10.222.0.70 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846038 Jun 21 16:53:12.493762 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a2c7546b-ace8-49b4-8725-d2d6cd4778f6 req-874dc28d-65ef-4a0c-b9b4-4050610b8664 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0315886 Jun 21 16:53:13.599352 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-284813ae-3e8d-41f5-8497-c17db245cb95 req-ec5dda07-0854-4d57-bc30-d83e1e24648c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0320408 Jun 21 16:53:14.583807 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-af9231be-85c9-4a2c-880d-0c5d21c8face tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:14.585930 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-af9231be-85c9-4a2c-880d-0c5d21c8face tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 817 time: 0.1073971 Jun 21 16:53:14.652598 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-8b3ac7ca-99a6-4bdb-aba4-8b328fcc9edf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85cd0d0402244286b9199e77f8ef18ca HTTP/1.1" status: 200 len: 379 time: 0.0554864 Jun 21 16:53:14.664737 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'port': {'device_id': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'admin_state_up': True, 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'security_groups': ['d991af29-7126-41c2-9b5a-c36a13b21225']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:14.722676 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-44303cf6-cfc2-48b9-aa94-f41f1efc49c4 req-4c3bff63-9a7b-4a86-a8cc-da31457325c1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0416188 Jun 21 16:53:14.914892 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Made reservation on behalf of 85cd0d0402244286b9199e77f8ef18ca for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:53:14.918461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:15.050880 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Allocated IP 172.20.0.12 (8df8015f-3aaf-42f1-8475-cd22b8c0ed19/37cc99ab-3113-42a0-9d6e-c347fca0a717/9422fb6f-a2be-40f8-9c46-eb984da56a96) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:53:15.190528 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:15.326211 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:15.335675 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:15.372415 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:53:15.375505 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:53:15.379434 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:53:15.386438 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:15.409443 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:15.434127 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:15.434763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:15.533931 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-48244a29-f037-4f78-84da-cc2bbb2bced2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8740118 Jun 21 16:53:15.550111 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Request body: {'port': {'device_id': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:15.581201 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-d69ab373-a886-4516-9b2f-8dd91fec2b83 None None] Provisioning complete for port 9422fb6f-a2be-40f8-9c46-eb984da56a96 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:53:15.581821 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d69ab373-a886-4516-9b2f-8dd91fec2b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:15.616619 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:15.617340 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-d69ab373-a886-4516-9b2f-8dd91fec2b83 None None] Port 9422fb6f-a2be-40f8-9c46-eb984da56a96 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:53:15.855162 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e891e-9edc-4c99-aa01-51d6e6941f4d req-8be1d006-4dcb-4a06-a0da-cc7841931455 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:15.856667 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4d6e891e-9edc-4c99-aa01-51d6e6941f4d req-8be1d006-4dcb-4a06-a0da-cc7841931455 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 932 time: 0.0488420 Jun 21 16:53:15.882776 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9422fb6f-a2be-40f8-9c46-eb984da56a96 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:53:15.890374 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Publish callbacks [] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:15.904268 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Transition to ACTIVE for port object 9422fb6f-a2be-40f8-9c46-eb984da56a96 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:53:15.905945 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4d6e891e-9edc-4c99-aa01-51d6e6941f4d req-1693b868-c853-47d4-8e83-d2a5ab135cea tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Jun 21 16:53:15.975639 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:16.029972 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:16.108474 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Attempting to bind port 9422fb6f-a2be-40f8-9c46-eb984da56a96 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:53:16.108818 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Attempting to bind port 9422fb6f-a2be-40f8-9c46-eb984da56a96 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:53:16.109152 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Attempting to bind port 9422fb6f-a2be-40f8-9c46-eb984da56a96 on network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:53:16.114227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Port 9422fb6f-a2be-40f8-9c46-eb984da56a96 on network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:53:16.114543 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Attempting to bind port 9422fb6f-a2be-40f8-9c46-eb984da56a96 on network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:53:16.120234 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:53:16.122974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Checking segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:53:16.122974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Bound using segment: {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:53:16.122974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Bound port: 9422fb6f-a2be-40f8-9c46-eb984da56a96, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1229, 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:53:16.122974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:16.189351 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:53:16.192278 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:53:16.343694 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:16.352343 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:16.386517 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:16.386517 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:16.386517 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] 10.222.0.47 "PUT /v2.0/ports/9422fb6f-a2be-40f8-9c46-eb984da56a96 HTTP/1.1" status: 200 len: 1094 time: 0.8388174 Jun 21 16:53:16.386517 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:16.387785 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25fe053-1ef4-4e0f-a9eb-8702c833e190" -d '{"events": [{"name": "network-changed", "server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:16.407939 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6641ff6-15e3-426f-b93a-ba49089a2cba service neutron] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:16.435226 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02837da3-3d41-4c41-bc28-c3d0cd19f424 x-openstack-request-id: req-02837da3-3d41-4c41-bc28-c3d0cd19f424 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:16.435226 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:16.435226 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02837da3-3d41-4c41-bc28-c3d0cd19f424 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:16.435226 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02837da3-3d41-4c41-bc28-c3d0cd19f424'] response: {'name': 'network-changed', 'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'status': 'completed', 'code': 200} Jun 21 16:53:16.500011 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe053-1ef4-4e0f-a9eb-8702c833e190 req-cbc564f7-a5b0-4432-846a-8cc8df80b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:16.501801 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e25fe053-1ef4-4e0f-a9eb-8702c833e190 req-cbc564f7-a5b0-4432-846a-8cc8df80b4eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 1128 time: 0.0466735 Jun 21 16:53:16.609083 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe053-1ef4-4e0f-a9eb-8702c833e190 req-6ae6ff5f-1409-40bc-91a1-d0ba8d429284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:16.610797 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e25fe053-1ef4-4e0f-a9eb-8702c833e190 req-6ae6ff5f-1409-40bc-91a1-d0ba8d429284 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=85cd0d0402244286b9199e77f8ef18ca&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1009755 Jun 21 16:53:16.655568 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:16.715095 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe053-1ef4-4e0f-a9eb-8702c833e190 req-90cf17cc-9983-4f5c-83c5-44c1329c7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:16.716574 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e25fe053-1ef4-4e0f-a9eb-8702c833e190 req-90cf17cc-9983-4f5c-83c5-44c1329c7833 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0961504 Jun 21 16:53:16.787917 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=80 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:16.794692 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-a8b19c55-ff61-4086-ab86-1dbd17f7aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:16.796190 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-a8b19c55-ff61-4086-ab86-1dbd17f7aa53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 1128 time: 0.0388806 Jun 21 16:53:16.840886 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-5885b670-6225-4cfd-b2dd-443a72973d3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96 HTTP/1.1" status: 200 len: 217 time: 0.0362773 Jun 21 16:53:16.893116 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-125a20ed-0fcc-435a-84f6-861aa149da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:16.894582 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-125a20ed-0fcc-435a-84f6-861aa149da4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.0442789 Jun 21 16:53:16.944937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-a8d6b7f5-60e1-4feb-90b2-8fe445fe116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:16.946480 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-a8d6b7f5-60e1-4feb-90b2-8fe445fe116d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382380 Jun 21 16:53:17.026649 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc243e5d-2b12-45dc-94ad-ae045fc9828a req-d6c2b8ae-afc7-4c68-97ce-62a37991faaf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:17.028253 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fc243e5d-2b12-45dc-94ad-ae045fc9828a req-d6c2b8ae-afc7-4c68-97ce-62a37991faaf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0494983 Jun 21 16:53:17.043869 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-dc2dbe15-a7e4-4ce6-a386-97b7025e0d62 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891502 Jun 21 16:53:17.046965 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:17.078575 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fc243e5d-2b12-45dc-94ad-ae045fc9828a req-3d560a54-5507-4ed1-a0a1-318efbb1d71d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447187 Jun 21 16:53:17.138327 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b7bef54-16a4-4122-aaea-a915ab6638e5 req-2e66fbe3-813f-43e8-84bc-e53938a9b716 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879407 Jun 21 16:53:18.200909 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0594b64-5642-4296-ae27-124cf29a8f4c req-33c5ad64-9677-486a-8a54-af9a842e1ce3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:18.202396 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e0594b64-5642-4296-ae27-124cf29a8f4c req-33c5ad64-9677-486a-8a54-af9a842e1ce3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0477426 Jun 21 16:53:18.254127 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e0594b64-5642-4296-ae27-124cf29a8f4c req-8eaf9788-84fc-429e-93a3-ac5c483f19be tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457256 Jun 21 16:53:19.219130 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:53:19.323404 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:53:19.335366 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'port_id': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'mac_address': 'fa:16:3e:5b:7c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:53:19.370585 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 9422fb6f-a2be-40f8-9c46-eb984da56a96 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:53:19.371226 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:19.376971 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8eb601-ef84-4d89-be54-5211f0035ed2 req-c584d104-5732-4512-8e3b-2024d1b41c6f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:19.378511 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3e8eb601-ef84-4d89-be54-5211f0035ed2 req-c584d104-5732-4512-8e3b-2024d1b41c6f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0511801 Jun 21 16:53:19.385387 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9422fb6f-a2be-40f8-9c46-eb984da56a96 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:53:19.405306 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:53:19.427522 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3e8eb601-ef84-4d89-be54-5211f0035ed2 req-da77593c-0b79-4c32-bb78-c473cc180dc1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Jun 21 16:53:19.484006 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:19.532125 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:19.539180 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.539520 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.539855 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.540186 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.540510 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.540825 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.541150 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.541494 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.541814 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.542130 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.542446 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.542762 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.543080 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.543392 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.543703 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:19.844556 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['9422fb6f-a2be-40f8-9c46-eb984da56a96'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:53:20.547921 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9d456-9a65-4781-8d67-384ea53db67e req-c8cc7347-34f8-4ce2-b732-490ff6669deb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:20.549468 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5fa9d456-9a65-4781-8d67-384ea53db67e req-c8cc7347-34f8-4ce2-b732-490ff6669deb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0494280 Jun 21 16:53:20.597787 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5fa9d456-9a65-4781-8d67-384ea53db67e req-cdaffc95-28bc-458e-9fe9-fe32bb1f0081 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Jun 21 16:53:21.235816 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:53:21.238963 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:21.280160 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 9422fb6f-a2be-40f8-9c46-eb984da56a96 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:53:21.354347 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 9422fb6f-a2be-40f8-9c46-eb984da56a96 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:53:21.354728 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:21.430318 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 9422fb6f-a2be-40f8-9c46-eb984da56a96 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:53:21.430705 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:21.448199 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:21.453361 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:21.455547 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e55e095-bc8d-4efb-ad95-7ceff14e316c" -d '{"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:21.468253 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:53:21.495787 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ca2403-90e2-4598-8738-11301004301c x-openstack-request-id: req-15ca2403-90e2-4598-8738-11301004301c {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:21.495787 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:21.495787 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15ca2403-90e2-4598-8738-11301004301c {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:21.495787 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ca2403-90e2-4598-8738-11301004301c'] response: {'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'code': 200} Jun 21 16:53:21.555618 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:21.605747 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:21.718134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac4eff-07c8-4e9a-a078-3e114f99b2d3 req-303794cd-e4a2-43ad-96b0-e264748dba14 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:21.719618 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8cac4eff-07c8-4e9a-a078-3e114f99b2d3 req-303794cd-e4a2-43ad-96b0-e264748dba14 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0474968 Jun 21 16:53:21.769154 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8cac4eff-07c8-4e9a-a078-3e114f99b2d3 req-4b4fe21d-f739-41bf-83f5-5d1bbe70b5da tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Jun 21 16:53:21.819226 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ddcc1-c3fd-4004-b780-8b00c6e7a01a req-fa061981-0cf0-49ff-810e-89d14d2e0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:21.820705 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f59ddcc1-c3fd-4004-b780-8b00c6e7a01a req-fa061981-0cf0-49ff-810e-89d14d2e0d0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 1130 time: 0.0406754 Jun 21 16:53:21.865951 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f59ddcc1-c3fd-4004-b780-8b00c6e7a01a req-c8b21e98-96e9-476c-a8fd-af407b4fb42f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373576 Jun 21 16:53:22.895701 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fd859-e7ff-47ac-8576-e8430b3a4c9a req-79a49f33-c83c-44b2-a138-83951bcabd70 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:22.897348 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8e5fd859-e7ff-47ac-8576-e8430b3a4c9a req-79a49f33-c83c-44b2-a138-83951bcabd70 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0503013 Jun 21 16:53:22.909711 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:22.947065 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8e5fd859-e7ff-47ac-8576-e8430b3a4c9a req-872a4a24-f9a0-49c9-b0d9-3fa53f88a8d0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Jun 21 16:53:24.070997 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e31842-29de-4743-a89b-9037b4f22e71 req-9c2161b6-d42c-4879-ab36-e7bfe64d03c8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:24.072512 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f0e31842-29de-4743-a89b-9037b4f22e71 req-9c2161b6-d42c-4879-ab36-e7bfe64d03c8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0485537 Jun 21 16:53:24.122068 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f0e31842-29de-4743-a89b-9037b4f22e71 req-fd1cc49f-26af-46f7-be79-b2fd310ba0f1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Jun 21 16:53:25.239446 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb35a92-9572-43a8-8ae8-3c9fe0a69469 req-16e62495-0d70-408a-99a8-a55f6c3fafcd tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:25.241544 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9cb35a92-9572-43a8-8ae8-3c9fe0a69469 req-16e62495-0d70-408a-99a8-a55f6c3fafcd tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0469468 Jun 21 16:53:25.293793 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9cb35a92-9572-43a8-8ae8-3c9fe0a69469 req-4586e90a-76a7-48d8-bc98-00c04ab4acb5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465257 Jun 21 16:53:25.410674 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad927f-cda3-40a6-b92f-bf9cfa04f1c1 req-7dd66a20-bdf0-4719-a160-8927d87b46bd tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:25.412150 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-64ad927f-cda3-40a6-b92f-bf9cfa04f1c1 req-7dd66a20-bdf0-4719-a160-8927d87b46bd tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0505924 Jun 21 16:53:25.420859 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39234) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:25.425150 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Request body: {'floatingip': {'port_id': '9422fb6f-a2be-40f8-9c46-eb984da56a96'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:25.463510 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (d3a9ec56-6658-48e2-8a51-1a281410457f), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:25.524779 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:25.576238 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:25.884264 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:25.960197 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (d3a9ec56-6658-48e2-8a51-1a281410457f), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:26.056339 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Floating IP d3a9ec56-6658-48e2-8a51-1a281410457f associated. External IP: 172.27.2.83, port: 9422fb6f-a2be-40f8-9c46-eb984da56a96. Jun 21 16:53:26.249524 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Router 184dd79c-2117-424b-83a8-3a56069dc283 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:53:26.353699 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:53:26.358540 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:26.363648 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] Sync routers for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:53:26.375492 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:53:26.376117 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:53:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:26.391366 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-0fd4922e-9e65-4db7-8cc1-91a787bc05fc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "PUT /v2.0/floatingips/d3a9ec56-6658-48e2-8a51-1a281410457f HTTP/1.1" status: 200 len: 991 time: 0.9673758 Jun 21 16:53:26.391366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:26.392374 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde5106a-7af7-4746-a225-2f3f2f67b90c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:26.427464 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3783f53-a7ca-4dba-89b1-73bf28bfd98f x-openstack-request-id: req-f3783f53-a7ca-4dba-89b1-73bf28bfd98f {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:26.428050 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:26.428050 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3783f53-a7ca-4dba-89b1-73bf28bfd98f {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:26.429324 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3783f53-a7ca-4dba-89b1-73bf28bfd98f'] response: {'name': 'network-changed', 'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'status': 'completed', 'code': 200} Jun 21 16:53:26.481998 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:53:26.490570 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-674fb98f-40c5-4d30-ad4a-152ef88ced71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:26.492687 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-674fb98f-40c5-4d30-ad4a-152ef88ced71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 1130 time: 0.0431633 Jun 21 16:53:26.584168 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-639079fd-9d9b-4e28-b2ab-4a31567848b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:26.585883 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-639079fd-9d9b-4e28-b2ab-4a31567848b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 919 time: 0.0872056 Jun 21 16:53:26.599924 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:26.654623 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-bd022d2d-a4dc-4f99-b7ca-69ae83701151 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96 HTTP/1.1" status: 200 len: 999 time: 0.0611973 Jun 21 16:53:26.695575 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'd3a9ec56-6658-48e2-8a51-1a281410457f', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'port_id': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'mac_address': 'fa:16:3e:5b:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:10Z', 'updated_at': '2022-06-21T16:53:25Z', 'revision_number': 1, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:26.699036 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:26.706324 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-2b8a9c0d-554f-4f92-bf0e-17f803328033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:26.707855 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-2b8a9c0d-554f-4f92-bf0e-17f803328033 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.0459681 Jun 21 16:53:26.719638 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] Checking router: 184dd79c-2117-424b-83a8-3a56069dc283 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:53:26.729186 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:53:26.729830 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:53:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:26.760498 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-983dbdbb-8255-4f12-883f-8981d806accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:26.762042 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-983dbdbb-8255-4f12-883f-8981d806accb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401306 Jun 21 16:53:26.831510 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:53:26.860546 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-e8b40604-577f-4758-a169-bbff21873a9e service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895817 Jun 21 16:53:26.955873 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cde5106a-7af7-4746-a225-2f3f2f67b90c req-a068fa23-fa87-43e4-96f3-291bdd336d5b service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Jun 21 16:53:27.065635 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'd3a9ec56-6658-48e2-8a51-1a281410457f', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'port_id': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'mac_address': 'fa:16:3e:5b:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:10Z', 'updated_at': '2022-06-21T16:53:25Z', 'revision_number': 1, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:27.095812 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a1c28-d7bf-41e8-af79-0f4fe3c695b6 None None] The sync data for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi is: [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'd3a9ec56-6658-48e2-8a51-1a281410457f', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'port_id': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'mac_address': 'fa:16:3e:5b:7c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:10Z', 'updated_at': '2022-06-21T16:53:25Z', 'revision_number': 1, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:53:27.275065 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:53:27.286239 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fec19b-786c-4660-be52-c5d37822bef8 None None] New status for floating IP d3a9ec56-6658-48e2-8a51-1a281410457f: ACTIVE {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:53:30.724216 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:34.058089 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b3984e30-9d66-4d9a-85b2-0c516ea37a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:35.286395 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=11 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:35.290326 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=30 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:35.376592 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-9fed02e6-942d-4189-8ef9-aafb57b074f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405078 Jun 21 16:53:35.689679 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-6d042675-9157-4c48-9f92-49ced6aa6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:35.691166 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-6d042675-9157-4c48-9f92-49ced6aa6aea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 1129 time: 0.2820659 Jun 21 16:53:35.799330 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-56af936d-243c-46c3-b687-278de39f36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:35.800848 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-56af936d-243c-46c3-b687-278de39f36f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 913 time: 0.0854158 Jun 21 16:53:35.873668 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-69598976-940a-4694-bde7-29e9ad358d71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71 HTTP/1.1" status: 200 len: 1000 time: 0.0610023 Jun 21 16:53:35.922552 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-9b76be49-8e5a-4a1c-86bf-5b1266de8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:35.924004 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-9b76be49-8e5a-4a1c-86bf-5b1266de8ef1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 200 len: 850 time: 0.0443170 Jun 21 16:53:35.966829 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-35c30555-c9f9-4357-8387-61e1e1e00bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:35.968211 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-35c30555-c9f9-4357-8387-61e1e1e00bee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63924b26-7bc3-4fc5-bf40-93746d4a252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375874 Jun 21 16:53:36.061838 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-b626172e-f710-411b-abac-a701891bc4a6 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872891 Jun 21 16:53:36.158541 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2572c5b7-44d4-468a-b78b-fb65e784b164 req-228fcf4f-2320-4ad3-9ecd-dca90a1cb061 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894821 Jun 21 16:53:36.246349 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f21d-79f1-487f-a4c4-c0bd833d347d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:37.068873 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=82 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:37.270701 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=74 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:37.498009 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:38.827416 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:38.961450 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:42.439275 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca950eb-583a-46d9-b3bc-fa393e93886a req-4bf6a2a3-a1fc-495f-8c44-6b0947c9a157 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:42.440749 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5ca950eb-583a-46d9-b3bc-fa393e93886a req-4bf6a2a3-a1fc-495f-8c44-6b0947c9a157 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.1043947 Jun 21 16:53:42.488898 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5ca950eb-583a-46d9-b3bc-fa393e93886a req-9541acf2-f8ba-4aa2-a389-bd0e18c82b33 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421546 Jun 21 16:53:43.655848 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68683c99-d068-4174-90be-4df54dfb571c req-65aec9f0-4632-4217-9ee7-c7dd473b41f6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:43.657320 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-68683c99-d068-4174-90be-4df54dfb571c req-65aec9f0-4632-4217-9ee7-c7dd473b41f6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0988047 Jun 21 16:53:43.705875 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-68683c99-d068-4174-90be-4df54dfb571c req-10fe6fa6-43a4-4953-8cef-f983e452f659 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427966 Jun 21 16:53:44.765588 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210b471-c570-443e-a836-63cad1b8ed2a req-9cf6157b-9d01-4dea-ad0e-664f42e30386 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:44.767078 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0210b471-c570-443e-a836-63cad1b8ed2a req-9cf6157b-9d01-4dea-ad0e-664f42e30386 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0490704 Jun 21 16:53:44.857624 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca300c0-4490-4fd7-86f7-fd637530a35b req-f3e367e1-8b25-4a61-b0d8-094e659a91cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:44.859172 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fca300c0-4490-4fd7-86f7-fd637530a35b req-f3e367e1-8b25-4a61-b0d8-094e659a91cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 945 time: 0.0830932 Jun 21 16:53:44.892153 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:44.902900 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:44.918851 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Deleting port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:53:44.919200 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:44.972237 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fca300c0-4490-4fd7-86f7-fd637530a35b req-8c9acd97-8712-447f-be1c-7f06ffdad64f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=33564664-e22b-456f-a07a-9507143fc75e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887139 Jun 21 16:53:45.036402 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] For port a340b6f8-fea6-4847-a4cd-7d1ef896ed71, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:53:45.036768 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:45.200798 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:45.201085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (f53359e3-ced1-41af-8b9e-c0b71c2efab9), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:45.201438 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Floating IP f53359e3-ced1-41af-8b9e-c0b71c2efab9 disassociated. External IP: 172.27.2.60, port: a340b6f8-fea6-4847-a4cd-7d1ef896ed71. Jun 21 16:53:45.201792 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Calling delete_port for a340b6f8-fea6-4847-a4cd-7d1ef896ed71 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:53:45.382350 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (a340b6f8-fea6-4847-a4cd-7d1ef896ed71), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:45.410305 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event deleted for resources: {'Port': ['ID=a340b6f8-fea6-4847-a4cd-7d1ef896ed71,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:45.422341 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.422691 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.423038 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.423376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.423708 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.424040 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.424366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.424692 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.425018 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.425362 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.425699 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.426025 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.426344 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.426660 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.426977 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:53:45.542002 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:53:45.645402 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:53:45.656400 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] Sync routers for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:53:45.667139 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:53:45.667773 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:53:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:45.687408 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] No DVR routers for this DVR port a340b6f8-fea6-4847-a4cd-7d1ef896ed71 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:53:45.689875 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:45.693019 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0210b471-c570-443e-a836-63cad1b8ed2a req-2719c009-cdfe-43e3-bee7-bd17c0939284 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "DELETE /v2.0/ports/a340b6f8-fea6-4847-a4cd-7d1ef896ed71 HTTP/1.1" status: 204 len: 173 time: 0.9182539 Jun 21 16:53:45.693474 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'name': 'network-vif-deleted', 'tag': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:45.695927 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecad036-db16-4094-bd2e-56c28ebfce9a" -d '{"events": [{"server_uuid": "f605003b-48fd-4e3f-9f19-462e7b713558", "name": "network-vif-deleted", "tag": "a340b6f8-fea6-4847-a4cd-7d1ef896ed71"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:45.733106 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a707b-fc77-4cd5-b1f6-d6315b0f9869 x-openstack-request-id: req-b82a707b-fc77-4cd5-b1f6-d6315b0f9869 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:45.733441 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f605003b-48fd-4e3f-9f19-462e7b713558", "name": "network-vif-deleted", "tag": "a340b6f8-fea6-4847-a4cd-7d1ef896ed71", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:45.733702 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b82a707b-fc77-4cd5-b1f6-d6315b0f9869 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:45.734118 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82a707b-fc77-4cd5-b1f6-d6315b0f9869'] response: {'server_uuid': 'f605003b-48fd-4e3f-9f19-462e7b713558', 'name': 'network-vif-deleted', 'tag': 'a340b6f8-fea6-4847-a4cd-7d1ef896ed71', 'status': 'completed', 'code': 200} Jun 21 16:53:45.774213 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:53:45.969404 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:45.997803 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] Checking router: 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:53:46.007096 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:53:46.008147 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:53:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:46.085371 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-292b1800-1d1f-4aba-8f80-380fc5a33c22 req-9b4db00e-737a-45d4-a766-6b39eb35b815 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=f605003b-48fd-4e3f-9f19-462e7b713558 HTTP/1.1" status: 200 len: 210 time: 0.0288477 Jun 21 16:53:46.113917 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:53:46.380617 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:53:46.405817 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744fc6c-71dc-47e2-bb4d-00b4287b9aa1 None None] The sync data for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi is: [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:53:46.628426 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9671cd1b-0139-4665-9df7-d2577a0c6d2c None None] New status for floating IP f53359e3-ced1-41af-8b9e-c0b71c2efab9: DOWN {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:53:47.252654 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39288) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:47.312472 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-64bf3ae1-510a-4ed8-af15-64508991eaae tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (33564664-e22b-456f-a07a-9507143fc75e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:47.322854 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:47.337194 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-64bf3ae1-510a-4ed8-af15-64508991eaae tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (33564664-e22b-456f-a07a-9507143fc75e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:47.366267 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:47.377931 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device a340b6f8-fea6-4847-a4cd-7d1ef896ed71 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:53:47.400335 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: a340b6f8-fea6-4847-a4cd-7d1ef896ed71 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:53:47.400677 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device a340b6f8-fea6-4847-a4cd-7d1ef896ed71 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:53:47.478848 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-64bf3ae1-510a-4ed8-af15-64508991eaae tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (33564664-e22b-456f-a07a-9507143fc75e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:47.481408 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-64bf3ae1-510a-4ed8-af15-64508991eaae tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:47.482590 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-64bf3ae1-510a-4ed8-af15-64508991eaae tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "DELETE /v2.0/security-groups/33564664-e22b-456f-a07a-9507143fc75e HTTP/1.1" status: 204 len: 168 time: 0.2288737 Jun 21 16:53:47.485872 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39290) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:47.492785 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf3ae1-510a-4ed8-af15-64508991eaae tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33564664-e22b-456f-a07a-9507143fc75e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:47.501365 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.api.v2.resource [None req-86e4d903-2f40-48cc-965b-68f61998d8a7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] show failed (client error): The resource could not be found. Jun 21 16:53:47.501521 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-86e4d903-2f40-48cc-965b-68f61998d8a7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups/33564664-e22b-456f-a07a-9507143fc75e HTTP/1.1" status: 404 len: 347 time: 0.0149379 Jun 21 16:53:47.504377 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39292) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:47.630651 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Deleting port 3e590c8d-6f42-4884-8a9d-15af64812076 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:53:47.630998 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (3e590c8d-6f42-4884-8a9d-15af64812076), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:47.719456 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (3e590c8d-6f42-4884-8a9d-15af64812076), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:47.719762 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (3e590c8d-6f42-4884-8a9d-15af64812076), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:47.732724 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Calling delete_port for 3e590c8d-6f42-4884-8a9d-15af64812076 owned by network:floatingip {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:53:47.967329 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (3e590c8d-6f42-4884-8a9d-15af64812076), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:47.991281 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event deleted for resources: {'Port': ['ID=3e590c8d-6f42-4884-8a9d-15af64812076,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:48.057781 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (f53359e3-ced1-41af-8b9e-c0b71c2efab9), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.060360 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.061517 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-893afdfd-316d-49e5-9031-42f786933823 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "DELETE /v2.0/floatingips/f53359e3-ced1-41af-8b9e-c0b71c2efab9 HTTP/1.1" status: 204 len: 168 time: 0.5561204 Jun 21 16:53:48.213797 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39296) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:48.218397 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-630297ed-9433-42ce-a5bf-7c568906ab99 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--522636398', 'description': 'tempest-description--581510397'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:48.304429 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-630297ed-9433-42ce-a5bf-7c568906ab99 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.375390 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-630297ed-9433-42ce-a5bf-7c568906ab99 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (02deffe5-2a5c-4af4-bd1a-5bbf908418c3), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.447668 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-630297ed-9433-42ce-a5bf-7c568906ab99 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (02deffe5-2a5c-4af4-bd1a-5bbf908418c3), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.479389 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630297ed-9433-42ce-a5bf-7c568906ab99 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02deffe5-2a5c-4af4-bd1a-5bbf908418c3,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:48.563569 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-630297ed-9433-42ce-a5bf-7c568906ab99 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.564806 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-630297ed-9433-42ce-a5bf-7c568906ab99 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3499973 Jun 21 16:53:48.567679 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39298) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:48.572624 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-00e6237e-8ac7-45e5-9b79-7d2b7e8bafb3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'security_group_rule': {'security_group_id': '02deffe5-2a5c-4af4-bd1a-5bbf908418c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:48.667266 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-00e6237e-8ac7-45e5-9b79-7d2b7e8bafb3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (3df24190-8d02-4107-a6aa-a39010e13388), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.702239 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:48.714162 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-00e6237e-8ac7-45e5-9b79-7d2b7e8bafb3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (3df24190-8d02-4107-a6aa-a39010e13388), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.795141 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-00e6237e-8ac7-45e5-9b79-7d2b7e8bafb3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (3df24190-8d02-4107-a6aa-a39010e13388), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.811792 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:48.815343 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6237e-8ac7-45e5-9b79-7d2b7e8bafb3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df24190-8d02-4107-a6aa-a39010e13388,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:48.865774 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-00e6237e-8ac7-45e5-9b79-7d2b7e8bafb3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:48.866966 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-00e6237e-8ac7-45e5-9b79-7d2b7e8bafb3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983654 Jun 21 16:53:48.870242 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39300) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:48.874866 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-3b93d669-bd74-4ca6-8a66-2a8217aeba9f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'security_group_rule': {'security_group_id': '02deffe5-2a5c-4af4-bd1a-5bbf908418c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:48.984694 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3b93d669-bd74-4ca6-8a66-2a8217aeba9f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (466c845b-2333-4f47-9e11-5b3fb9aab2aa), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.044001 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3b93d669-bd74-4ca6-8a66-2a8217aeba9f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (466c845b-2333-4f47-9e11-5b3fb9aab2aa), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.116200 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3b93d669-bd74-4ca6-8a66-2a8217aeba9f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (466c845b-2333-4f47-9e11-5b3fb9aab2aa), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.136248 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93d669-bd74-4ca6-8a66-2a8217aeba9f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466c845b-2333-4f47-9e11-5b3fb9aab2aa,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:49.209210 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3b93d669-bd74-4ca6-8a66-2a8217aeba9f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.210446 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-3b93d669-bd74-4ca6-8a66-2a8217aeba9f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391171 Jun 21 16:53:49.213651 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39304) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:53:49.218121 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:49.319394 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.403480 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.508398 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Allocated IP 172.27.2.148 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/bc41a15b-11e8-4931-8cdf-9ec97019c0ae) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:53:49.612484 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for port (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.691233 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.733369 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:53:49.738284 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:53:49.741760 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'Port': ['ID=bc41a15b-11e8-4931-8cdf-9ec97019c0ae,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:49.742512 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:53:49.744501 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:49.830619 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (332e85d3-6064-4fb3-bfb2-487e7ac48820), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.940492 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:49.981916 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:50.091667 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for port (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:50.199204 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:50.270907 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'Port': ['ID=bc41a15b-11e8-4931-8cdf-9ec97019c0ae,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:50.282663 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (332e85d3-6064-4fb3-bfb2-487e7ac48820), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:50.363395 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:50.364759 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-6f9adcd3-ff18-42e7-8f9b-f518af3fc4db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1500964 Jun 21 16:53:50.514809 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-c4eaa682-8a46-42fa-a9ad-a51d44640398 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--522636398&fields=id&tenant_id=0a35c2bcb0e44e0ab3751a83635424e8 HTTP/1.1" status: 200 len: 267 time: 0.0432444 Jun 21 16:53:50.626895 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-fefaa33b-aa94-4bbf-9ffa-3b6d9229e3db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:50.628376 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-fefaa33b-aa94-4bbf-9ffa-3b6d9229e3db tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 811 time: 0.1072576 Jun 21 16:53:50.643555 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-603d8c03-ef41-47c3-be7b-7c33e8fff5de tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/quotas/0a35c2bcb0e44e0ab3751a83635424e8 HTTP/1.1" status: 200 len: 375 time: 0.0096815 Jun 21 16:53:50.693562 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-d4917950-974a-410e-a9b4-613f8317d6d5 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448866 Jun 21 16:53:50.831531 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-3f6f8432-de02-494f-a4ae-37c40ee1029c service neutron] 10.222.0.70 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263170 Jun 21 16:53:50.924883 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-f5673f30-5633-4fc0-a34f-976e1699870b service neutron] 10.222.0.70 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876579 Jun 21 16:53:51.266528 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e22b8e33-e342-4497-b03a-b770bedb050a req-fd02c1df-1fc5-4474-9e0f-0fda4cbe5791 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 210 time: 0.0340738 Jun 21 16:53:52.367247 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1584d854-7c7b-49db-a9fe-afbef4596265 req-78d701a6-b1a9-42ff-8ce7-a3a01229366d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 210 time: 0.0287299 Jun 21 16:53:53.219090 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-86c96c7a-76c3-419c-ae22-14f4521b770d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:53.220566 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-86c96c7a-76c3-419c-ae22-14f4521b770d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 811 time: 0.1087391 Jun 21 16:53:53.294532 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-3d6e7499-9118-415f-8c51-9a2563e39a33 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a35c2bcb0e44e0ab3751a83635424e8 HTTP/1.1" status: 200 len: 379 time: 0.0564606 Jun 21 16:53:53.304063 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'port': {'device_id': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'admin_state_up': True, 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'security_groups': ['02deffe5-2a5c-4af4-bd1a-5bbf908418c3']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:53.464153 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-516479f0-da19-4925-aa7f-3dfb16ac4a37 req-63980241-06c0-44be-abe7-f064fa3ac68f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 210 time: 0.0293458 Jun 21 16:53:53.487445 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Made reservation on behalf of 0a35c2bcb0e44e0ab3751a83635424e8 for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:53:53.490907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:53.615813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Allocated IP 172.20.0.10 (63924b26-7bc3-4fc5-bf40-93746d4a252a/560a81d2-198e-4d5d-9f50-587652cb64f7/be3f7f6a-58a7-460b-adf0-85a4608bba76) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:53:53.625105 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:53.677576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:53.756927 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:53.847484 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:53.893251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:53:53.898246 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:53:53.901002 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event updated for resources: {'Port': ['ID=be3f7f6a-58a7-460b-adf0-85a4608bba76,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:53.903259 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:53:53.956802 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:53.957124 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:54.064671 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13aa3be2-ebc5-4705-a5a0-4bbd8d13401b tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7643855 Jun 21 16:53:54.076838 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Request body: {'port': {'device_id': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:53:54.089942 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:54.093759 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=39,neutron:UPDATE=7 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:54.097680 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-0e62a13f-53ac-40aa-8341-6ff7d0be27e4 None None] Provisioning complete for port be3f7f6a-58a7-460b-adf0-85a4608bba76 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:53:54.098058 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0e62a13f-53ac-40aa-8341-6ff7d0be27e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:54.129417 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-0e62a13f-53ac-40aa-8341-6ff7d0be27e4 None None] Port be3f7f6a-58a7-460b-adf0-85a4608bba76 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:53:54.137496 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:54.355161 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:54.398028 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3f7f6a-58a7-460b-adf0-85a4608bba76 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:53:54.406000 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Publish callbacks [] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:54.418956 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Transition to ACTIVE for port object be3f7f6a-58a7-460b-adf0-85a4608bba76 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:53:54.498986 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:54.586232 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Pushing event updated for resources: {'Port': ['ID=be3f7f6a-58a7-460b-adf0-85a4608bba76,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:54.623312 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9785ab-fd43-44c1-bfad-d9c67fd6e724 req-eb2cec1e-3226-4e64-91fd-d275a9c1d1df tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:54.624840 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8b9785ab-fd43-44c1-bfad-d9c67fd6e724 req-eb2cec1e-3226-4e64-91fd-d275a9c1d1df tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 944 time: 0.0876541 Jun 21 16:53:54.707512 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Attempting to bind port be3f7f6a-58a7-460b-adf0-85a4608bba76 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:53:54.707851 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Attempting to bind port be3f7f6a-58a7-460b-adf0-85a4608bba76 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:53:54.708184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Attempting to bind port be3f7f6a-58a7-460b-adf0-85a4608bba76 on network 63924b26-7bc3-4fc5-bf40-93746d4a252a {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:53:54.714351 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8b9785ab-fd43-44c1-bfad-d9c67fd6e724 req-c023526b-f4e1-465e-b879-f2aecfe07fb7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716977 Jun 21 16:53:54.716628 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Port be3f7f6a-58a7-460b-adf0-85a4608bba76 on network 63924b26-7bc3-4fc5-bf40-93746d4a252a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:53:54.716961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Attempting to bind port be3f7f6a-58a7-460b-adf0-85a4608bba76 on network 63924b26-7bc3-4fc5-bf40-93746d4a252a {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:53:54.722350 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:53:54.722686 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Checking segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:53:54.723063 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Bound using segment: {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:53:54.723488 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Bound port: be3f7f6a-58a7-460b-adf0-85a4608bba76, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996eebe6-3e82-41ac-aae6-18b45199e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:53:54.723844 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:54.784540 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:54.785741 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] For port be3f7f6a-58a7-460b-adf0-85a4608bba76, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:53:54.788677 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] For port be3f7f6a-58a7-460b-adf0-85a4608bba76, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=be3f7f6a-58a7-460b-adf0-85a4608bba76,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:53:54.893389 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:54.937045 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:54.937678 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:54.939064 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] 10.222.0.47 "PUT /v2.0/ports/be3f7f6a-58a7-460b-adf0-85a4608bba76 HTTP/1.1" status: 200 len: 1094 time: 0.8669622 Jun 21 16:53:54.939472 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'tag': 'be3f7f6a-58a7-460b-adf0-85a4608bba76'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:54.941685 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a688fb07-fa74-457a-8a05-669ebd5b356c" -d '{"events": [{"name": "network-changed", "server_uuid": "99ae4eba-c5bd-4271-8d4b-231ffc992e4d", "tag": "be3f7f6a-58a7-460b-adf0-85a4608bba76"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:54.964215 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b201b-c89f-41fc-99c6-078b6d865053 service neutron] Pushing event updated for resources: {'Port': ['ID=be3f7f6a-58a7-460b-adf0-85a4608bba76,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:54.985471 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe274c7-c9f4-4b7e-84a6-3437245d4944 x-openstack-request-id: req-7fe274c7-c9f4-4b7e-84a6-3437245d4944 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:54.985772 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ae4eba-c5bd-4271-8d4b-231ffc992e4d", "tag": "be3f7f6a-58a7-460b-adf0-85a4608bba76", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:54.986034 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fe274c7-c9f4-4b7e-84a6-3437245d4944 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:54.986443 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe274c7-c9f4-4b7e-84a6-3437245d4944'] response: {'name': 'network-changed', 'server_uuid': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'tag': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'status': 'completed', 'code': 200} Jun 21 16:53:55.049329 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688fb07-fa74-457a-8a05-669ebd5b356c req-ff87b7c5-43b5-48ae-a056-62460157e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:55.050851 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a688fb07-fa74-457a-8a05-669ebd5b356c req-ff87b7c5-43b5-48ae-a056-62460157e359 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 1128 time: 0.0428214 Jun 21 16:53:55.154907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688fb07-fa74-457a-8a05-669ebd5b356c req-cdfddedd-65f9-4b9c-a250-94f12a9fe91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:55.156392 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a688fb07-fa74-457a-8a05-669ebd5b356c req-cdfddedd-65f9-4b9c-a250-94f12a9fe91d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0979652 Jun 21 16:53:55.257833 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688fb07-fa74-457a-8a05-669ebd5b356c req-1bb4b064-5e6c-4bb2-9ebd-47afe4da45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:55.259209 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a688fb07-fa74-457a-8a05-669ebd5b356c req-1bb4b064-5e6c-4bb2-9ebd-47afe4da45bb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960970 Jun 21 16:53:55.343060 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-eff1e77d-887a-4948-bdcc-bd6581f52ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:55.344612 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-eff1e77d-887a-4948-bdcc-bd6581f52ad2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 1128 time: 0.0476511 Jun 21 16:53:55.388919 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-fc5f220a-88e3-427a-aff4-10f8a97d3e36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3f7f6a-58a7-460b-adf0-85a4608bba76 HTTP/1.1" status: 200 len: 217 time: 0.0366442 Jun 21 16:53:55.439979 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-1e8c8b20-6e02-4d45-afee-4ec0c1f78154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:55.441486 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-1e8c8b20-6e02-4d45-afee-4ec0c1f78154 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 200 len: 850 time: 0.0463099 Jun 21 16:53:55.488231 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-e99b0cf3-a4c8-49d4-a2ec-1677c4fa278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:55.489796 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-e99b0cf3-a4c8-49d4-a2ec-1677c4fa278a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63924b26-7bc3-4fc5-bf40-93746d4a252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404730 Jun 21 16:53:55.598115 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-5905a0be-a35c-4591-bb20-52b6aba8dd0c service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010964 Jun 21 16:53:55.696706 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:53:55.701528 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b1c8f8fa-c201-47c9-a7a2-ec75fc74ba88 req-13438321-e69b-4f1c-8a79-19d960030c91 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967495 Jun 21 16:53:55.843867 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dc21b-00b6-43f3-a5f6-5fe1b7ecd6cb req-f9ae1127-5086-4871-b9b0-f45efa2ff411 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:55.845608 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e57dc21b-00b6-43f3-a5f6-5fe1b7ecd6cb req-f9ae1127-5086-4871-b9b0-f45efa2ff411 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 944 time: 0.0579529 Jun 21 16:53:55.914142 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e57dc21b-00b6-43f3-a5f6-5fe1b7ecd6cb req-9af3ee14-69bc-457c-979c-e328051cf0a3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625203 Jun 21 16:53:57.031745 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f789f-a4e5-4a48-8ec5-339aaaa23ba9 req-1ba761b2-f60e-4933-bb04-264f55732400 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:57.033215 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-627f789f-a4e5-4a48-8ec5-339aaaa23ba9 req-1ba761b2-f60e-4933-bb04-264f55732400 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 944 time: 0.0473270 Jun 21 16:53:57.080109 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-627f789f-a4e5-4a48-8ec5-339aaaa23ba9 req-0065365d-2e1e-4a84-b8f4-c043d450d6a6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411470 Jun 21 16:53:57.438348 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device be3f7f6a-58a7-460b-adf0-85a4608bba76 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:53:57.537962 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port be3f7f6a-58a7-460b-adf0-85a4608bba76, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=be3f7f6a-58a7-460b-adf0-85a4608bba76,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:53:57.549990 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'port_id': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'mac_address': 'fa:16:3e:46:a2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:53:57.588384 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port be3f7f6a-58a7-460b-adf0-85a4608bba76 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:53:57.588775 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:57.601622 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3f7f6a-58a7-460b-adf0-85a4608bba76 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:53:57.622250 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port be3f7f6a-58a7-460b-adf0-85a4608bba76, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=be3f7f6a-58a7-460b-adf0-85a4608bba76,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:53:57.805092 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:57.851623 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=be3f7f6a-58a7-460b-adf0-85a4608bba76,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:53:58.110881 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['be3f7f6a-58a7-460b-adf0-85a4608bba76'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:53:58.194657 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3bdc4-a270-4320-be62-51488371ebd6 req-8473adf9-24d2-4e0a-9c9c-a43f3e34ba14 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:58.196135 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-58c3bdc4-a270-4320-be62-51488371ebd6 req-8473adf9-24d2-4e0a-9c9c-a43f3e34ba14 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 945 time: 0.0478649 Jun 21 16:53:58.243800 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-58c3bdc4-a270-4320-be62-51488371ebd6 req-35d40837-ccf0-456d-854a-12d956a088e2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417256 Jun 21 16:53:59.359758 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde88ef-ed33-4a0f-bb41-3490b28a4519 req-3608bb52-f94b-4587-be6a-fa27acccc0b4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:53:59.361230 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cbde88ef-ed33-4a0f-bb41-3490b28a4519 req-3608bb52-f94b-4587-be6a-fa27acccc0b4 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 945 time: 0.0482893 Jun 21 16:53:59.412026 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-cbde88ef-ed33-4a0f-bb41-3490b28a4519 req-a4b2854d-ba88-4ec9-b1bf-2cf698c2650a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453327 Jun 21 16:53:59.446618 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device be3f7f6a-58a7-460b-adf0-85a4608bba76 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:53:59.489922 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port be3f7f6a-58a7-460b-adf0-85a4608bba76 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:53:59.553574 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port be3f7f6a-58a7-460b-adf0-85a4608bba76 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:53:59.553926 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:59.635737 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port be3f7f6a-58a7-460b-adf0-85a4608bba76 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:53:59.636123 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:59.659207 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f7f6a-58a7-460b-adf0-85a4608bba76'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:53:59.661441 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2213a8a-ad19-4bbc-b021-c583f925fb28" -d '{"events": [{"server_uuid": "99ae4eba-c5bd-4271-8d4b-231ffc992e4d", "name": "network-vif-plugged", "status": "completed", "tag": "be3f7f6a-58a7-460b-adf0-85a4608bba76"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:53:59.674642 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port be3f7f6a-58a7-460b-adf0-85a4608bba76, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=be3f7f6a-58a7-460b-adf0-85a4608bba76,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:53:59.699193 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa98b19-eae6-4ac9-92d9-7ac8ef4ccea8 x-openstack-request-id: req-9aa98b19-eae6-4ac9-92d9-7ac8ef4ccea8 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:53:59.699488 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ae4eba-c5bd-4271-8d4b-231ffc992e4d", "name": "network-vif-plugged", "status": "completed", "tag": "be3f7f6a-58a7-460b-adf0-85a4608bba76", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:53:59.699743 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9aa98b19-eae6-4ac9-92d9-7ac8ef4ccea8 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:53:59.700144 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa98b19-eae6-4ac9-92d9-7ac8ef4ccea8'] response: {'server_uuid': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'code': 200} Jun 21 16:53:59.748568 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:53:59.797152 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=be3f7f6a-58a7-460b-adf0-85a4608bba76,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:00.028935 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc500d-6be4-4f55-92f5-2300cd586ddf req-5a9057c7-1205-40c8-82de-c45e38961108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:00.030478 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-77fc500d-6be4-4f55-92f5-2300cd586ddf req-5a9057c7-1205-40c8-82de-c45e38961108 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 1130 time: 0.0819557 Jun 21 16:54:00.079245 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-77fc500d-6be4-4f55-92f5-2300cd586ddf req-72379e47-f7af-44bd-9b8d-ad4207fa520d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Jun 21 16:54:00.528001 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157dbf8-3ce9-4e9e-91a3-23d08515f3ec req-9cb0113d-f533-48af-9e18-2f07ef36e7fa tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:00.529483 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9157dbf8-3ce9-4e9e-91a3-23d08515f3ec req-9cb0113d-f533-48af-9e18-2f07ef36e7fa tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 946 time: 0.0490463 Jun 21 16:54:00.579071 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9157dbf8-3ce9-4e9e-91a3-23d08515f3ec req-42b96f62-c446-4550-a867-816ff2f840f6 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438673 Jun 21 16:54:00.773115 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:01.695110 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5a7e7-e3cd-4769-834f-d8f564203476 req-4c63a45d-a211-49fb-8f82-88ad4741104f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:01.696588 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e8f5a7e7-e3cd-4769-834f-d8f564203476 req-4c63a45d-a211-49fb-8f82-88ad4741104f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 946 time: 0.0484850 Jun 21 16:54:01.750543 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e8f5a7e7-e3cd-4769-834f-d8f564203476 req-a9205eb8-3510-4c84-bf8d-4a542e3756de tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475526 Jun 21 16:54:02.878848 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99374aee-7bb5-470d-991d-8018528faf82 req-f94fe259-36a1-4900-8c1d-d2b2373a976e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:02.880317 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-99374aee-7bb5-470d-991d-8018528faf82 req-f94fe259-36a1-4900-8c1d-d2b2373a976e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 946 time: 0.0545363 Jun 21 16:54:02.892032 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:02.928775 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-99374aee-7bb5-470d-991d-8018528faf82 req-65e77c9f-08cf-45a8-afbb-243e30c544cf tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 Jun 21 16:54:03.040984 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275dcf3-84c6-40c7-b521-a4b473010614 req-444b74f9-5850-4131-bd4a-8911663b2916 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:03.043144 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0275dcf3-84c6-40c7-b521-a4b473010614 req-444b74f9-5850-4131-bd4a-8911663b2916 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 946 time: 0.0495872 Jun 21 16:54:03.051584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39384) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:03.055928 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Request body: {'floatingip': {'port_id': 'be3f7f6a-58a7-460b-adf0-85a4608bba76'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:03.096190 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (332e85d3-6064-4fb3-bfb2-487e7ac48820), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:03.203950 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:03.761878 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:03.830515 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (332e85d3-6064-4fb3-bfb2-487e7ac48820), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:03.935308 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Floating IP 332e85d3-6064-4fb3-bfb2-487e7ac48820 associated. External IP: 172.27.2.148, port: be3f7f6a-58a7-460b-adf0-85a4608bba76. Jun 21 16:54:04.043014 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2b74afce-d717-4dd2-b918-67f11201f8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:04.093122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:04.144993 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:54:04.253851 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:54:04.258873 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:04.264825 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] Sync routers for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:54:04.283628 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:54:04.284573 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:04.285190 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:53:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:04.303625 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-62fbed7b-9b07-4c45-ab4a-c3407fdb3aa2 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "PUT /v2.0/floatingips/332e85d3-6064-4fb3-bfb2-487e7ac48820 HTTP/1.1" status: 200 len: 992 time: 1.2486348 Jun 21 16:54:04.303625 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'tag': 'be3f7f6a-58a7-460b-adf0-85a4608bba76'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:54:04.304542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c" -d '{"events": [{"name": "network-changed", "server_uuid": "99ae4eba-c5bd-4271-8d4b-231ffc992e4d", "tag": "be3f7f6a-58a7-460b-adf0-85a4608bba76"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:54:04.342149 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43658889-39a5-430a-b8f0-b25817e1f9b3 x-openstack-request-id: req-43658889-39a5-430a-b8f0-b25817e1f9b3 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:54:04.342444 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ae4eba-c5bd-4271-8d4b-231ffc992e4d", "tag": "be3f7f6a-58a7-460b-adf0-85a4608bba76", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:54:04.342699 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43658889-39a5-430a-b8f0-b25817e1f9b3 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:54:04.343107 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43658889-39a5-430a-b8f0-b25817e1f9b3'] response: {'name': 'network-changed', 'server_uuid': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'tag': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'status': 'completed', 'code': 200} Jun 21 16:54:04.354362 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a5d21-a681-447b-b081-f92a3d7c7fac req-162846f5-d050-4c4b-a8c4-4ee88a44eafc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:04.355895 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6e7a5d21-a681-447b-b081-f92a3d7c7fac req-162846f5-d050-4c4b-a8c4-4ee88a44eafc tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0485864 Jun 21 16:54:04.401251 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:04.405598 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6e7a5d21-a681-447b-b081-f92a3d7c7fac req-b7cc35f2-9f02-40d9-b022-88787e482660 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Jun 21 16:54:04.430027 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:04.553526 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:04.609712 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '332e85d3-6064-4fb3-bfb2-487e7ac48820', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'port_id': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'mac_address': 'fa:16:3e:46:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:49Z', 'updated_at': '2022-06-21T16:54:03Z', 'revision_number': 1, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:04.638436 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] Checking router: 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:54:04.647145 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:04.647773 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:53:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:04.751992 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:04.958824 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '332e85d3-6064-4fb3-bfb2-487e7ac48820', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'port_id': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'mac_address': 'fa:16:3e:46:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:49Z', 'updated_at': '2022-06-21T16:54:03Z', 'revision_number': 1, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:04.983349 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60941c-47c9-4b8f-84ff-838e65a34735 None None] The sync data for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi is: [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '332e85d3-6064-4fb3-bfb2-487e7ac48820', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'port_id': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'mac_address': 'fa:16:3e:46:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:53:49Z', 'updated_at': '2022-06-21T16:54:03Z', 'revision_number': 1, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:54:05.164146 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c1368-2f56-4e28-beba-b7f0ae8b4a7e None None] New status for floating IP 332e85d3-6064-4fb3-bfb2-487e7ac48820: ACTIVE {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:54:05.201623 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:05.205824 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:05.525985 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37e53-a361-4c7b-bee6-b20fcb15bdbd req-f88cbb99-8915-4df3-9938-219a8206e7f0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:05.527576 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-45a37e53-a361-4c7b-bee6-b20fcb15bdbd req-f88cbb99-8915-4df3-9938-219a8206e7f0 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0526080 Jun 21 16:54:05.561621 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:05.583679 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-45a37e53-a361-4c7b-bee6-b20fcb15bdbd req-e8e6c6d3-1664-4ab8-9d1f-815687865a26 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463800 Jun 21 16:54:06.242239 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-18aba425-2a09-43fe-b102-20c2362f22b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:06.704810 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994d4f1-f01a-4624-94b7-b8b01b115568 req-973b98b1-a0df-439e-b47d-f112903a1878 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:06.706304 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b994d4f1-f01a-4624-94b7-b8b01b115568 req-973b98b1-a0df-439e-b47d-f112903a1878 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0508540 Jun 21 16:54:06.753170 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b994d4f1-f01a-4624-94b7-b8b01b115568 req-33cf2470-e462-4060-aefa-33c4f3879787 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 Jun 21 16:54:07.487678 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:07.771151 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-e22a5a0f-b93a-498b-a0a3-f117ec2bcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:07.772746 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-e22a5a0f-b93a-498b-a0a3-f117ec2bcf94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 1130 time: 0.0448408 Jun 21 16:54:07.867022 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175dfb9-8f73-4081-ac65-4404605abf92 req-e2f8e29c-a3c3-4d28-9b85-0c28e25085be tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:07.868487 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f175dfb9-8f73-4081-ac65-4404605abf92 req-e2f8e29c-a3c3-4d28-9b85-0c28e25085be tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0468867 Jun 21 16:54:07.979096 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f175dfb9-8f73-4081-ac65-4404605abf92 req-e7a3c38a-c98c-4856-8ddc-c7c089333724 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=49681b1d-90d9-4631-a923-a7952a2fc09e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010265 Jun 21 16:54:08.021746 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-a55a68f2-3868-4731-91d2-b1ad460e1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:08.023203 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-a55a68f2-3868-4731-91d2-b1ad460e1985 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 200 len: 913 time: 0.1538603 Jun 21 16:54:08.035631 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-31617718-7b68-4b6e-8358-5ac85ac9ac4c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:08.036973 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-31617718-7b68-4b6e-8358-5ac85ac9ac4c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 946 time: 0.0574539 Jun 21 16:54:08.149415 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-b2c879a3-d1ba-42da-be31-8abd4031568d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3f7f6a-58a7-460b-adf0-85a4608bba76 HTTP/1.1" status: 200 len: 1002 time: 0.1114519 Jun 21 16:54:08.175296 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Deleting port 205be5db-3ab1-4914-b8b3-31b16386f2c6 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:54:08.175633 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:08.265188 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-f22daa4e-c11e-4276-a20f-b49d5cd5522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:08.266612 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-f22daa4e-c11e-4276-a20f-b49d5cd5522b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 200 len: 850 time: 0.1053255 Jun 21 16:54:08.327978 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] For port 205be5db-3ab1-4914-b8b3-31b16386f2c6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=205be5db-3ab1-4914-b8b3-31b16386f2c6,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:08.328344 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:08.331257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-6daf355f-f656-44dc-b5d6-42335bc8b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:08.332763 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-6daf355f-f656-44dc-b5d6-42335bc8b31a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63924b26-7bc3-4fc5-bf40-93746d4a252a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0592473 Jun 21 16:54:08.540092 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:08.545653 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-6b0daa6a-3e96-4919-9eec-66549e05c76d service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021928 Jun 21 16:54:08.589471 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:08.589836 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (162b9d0f-8bb9-43fd-948d-b5693f8c57ad), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:08.590152 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Floating IP 162b9d0f-8bb9-43fd-948d-b5693f8c57ad disassociated. External IP: 172.27.2.238, port: 205be5db-3ab1-4914-b8b3-31b16386f2c6. Jun 21 16:54:08.590504 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Calling delete_port for 205be5db-3ab1-4914-b8b3-31b16386f2c6 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:54:08.708501 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b4219da-f2ac-4de1-8d8d-6a3c13c2113c req-82009e24-53c4-4678-9eaa-e7fa4637f490 service neutron] 10.222.0.47 "GET /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559937 Jun 21 16:54:08.712634 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:08.910697 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:08.911329 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (205be5db-3ab1-4914-b8b3-31b16386f2c6), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:08.939925 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event deleted for resources: {'Port': ['ID=205be5db-3ab1-4914-b8b3-31b16386f2c6,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:08.945638 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:09.072159 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Router 997901b8-9d75-4496-8853-5481094f0d83 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:54:09.085518 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2fe2f939-6cd2-42d3-8173-86930cea2885 req-27ad69f0-abd3-48fc-ab81-f79baec5a5a9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 210 time: 0.0316868 Jun 21 16:54:09.187220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:54:09.198305 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] Sync routers for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:54:09.209164 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:09.209823 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:54:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:09.232025 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] No DVR routers for this DVR port 205be5db-3ab1-4914-b8b3-31b16386f2c6 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:54:09.234530 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:09.237780 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-631ad5e9-7a37-4ccf-ba9a-a1c4c1552229 req-19323e02-120c-4608-a5c6-341fa895b228 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "DELETE /v2.0/ports/205be5db-3ab1-4914-b8b3-31b16386f2c6 HTTP/1.1" status: 204 len: 173 time: 1.1938462 Jun 21 16:54:09.238221 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'name': 'network-vif-deleted', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:54:09.240606 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1acba1-bcd4-4e70-a580-3653fbc12f59" -d '{"events": [{"server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "name": "network-vif-deleted", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:54:09.323911 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:09.360532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31634c0-e2d3-4b9e-82e4-05b7b38b9431 x-openstack-request-id: req-c31634c0-e2d3-4b9e-82e4-05b7b38b9431 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:54:09.360916 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd85d90-a058-4a02-b0c5-acde031fa94f", "name": "network-vif-deleted", "tag": "205be5db-3ab1-4914-b8b3-31b16386f2c6", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:54:09.361308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c31634c0-e2d3-4b9e-82e4-05b7b38b9431 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:54:09.361857 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31634c0-e2d3-4b9e-82e4-05b7b38b9431'] response: {'server_uuid': '7bd85d90-a058-4a02-b0c5-acde031fa94f', 'name': 'network-vif-deleted', 'tag': '205be5db-3ab1-4914-b8b3-31b16386f2c6', 'status': 'completed', 'code': 200} Jun 21 16:54:09.539457 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:09.565183 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] Checking router: 997901b8-9d75-4496-8853-5481094f0d83 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:54:09.573908 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:09.574597 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:54:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:09.678133 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:09.710782 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:09.889934 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:09.944938 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:09.972960 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c2ada1-2b93-43b1-8e5d-4547388f41a3 None None] The sync data for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi is: [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:38Z', 'revision_number': 4, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'cf98dc4c-153a-42d2-9ed5-43442931ff97', 'name': '', 'network_id': '645d33ca-1458-475e-a591-c2b90b24a4f2', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'mac_address': 'fa:16:3e:d6:b5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:36Z', 'updated_at': '2022-06-21T16:48:47Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'subnets': [{'id': '95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:54:10.208294 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f488a8ca-ebc9-4c4a-8568-ee7a23f7ac3b None None] New status for floating IP 162b9d0f-8bb9-43fd-948d-b5693f8c57ad: DOWN {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:54:10.217241 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-542f449b-b124-4c60-981f-278eb36a10c2 req-5da8409e-eb98-497d-8ee5-d4a364c34a28 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=7bd85d90-a058-4a02-b0c5-acde031fa94f HTTP/1.1" status: 200 len: 210 time: 0.0431881 Jun 21 16:54:11.375602 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39432) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:11.432916 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3bac26e0-fd21-410f-8334-9aff52f4a47c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group (49681b1d-90d9-4631-a923-a7952a2fc09e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:11.456638 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3bac26e0-fd21-410f-8334-9aff52f4a47c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group (49681b1d-90d9-4631-a923-a7952a2fc09e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:11.501295 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 205be5db-3ab1-4914-b8b3-31b16386f2c6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:54:11.526151 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 205be5db-3ab1-4914-b8b3-31b16386f2c6 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:54:11.526837 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 205be5db-3ab1-4914-b8b3-31b16386f2c6 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:54:11.574313 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3bac26e0-fd21-410f-8334-9aff52f4a47c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (49681b1d-90d9-4631-a923-a7952a2fc09e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:11.576838 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3bac26e0-fd21-410f-8334-9aff52f4a47c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:11.578086 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3bac26e0-fd21-410f-8334-9aff52f4a47c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "DELETE /v2.0/security-groups/49681b1d-90d9-4631-a923-a7952a2fc09e HTTP/1.1" status: 204 len: 168 time: 0.2014422 Jun 21 16:54:11.580683 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39436) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:11.590170 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac26e0-fd21-410f-8334-9aff52f4a47c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49681b1d-90d9-4631-a923-a7952a2fc09e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:11.594831 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.api.v2.resource [None req-f87caa17-28ca-4087-84da-c17e3877a2f1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] show failed (client error): The resource could not be found. Jun 21 16:54:11.600223 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f87caa17-28ca-4087-84da-c17e3877a2f1 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups/49681b1d-90d9-4631-a923-a7952a2fc09e HTTP/1.1" status: 404 len: 347 time: 0.0142219 Jun 21 16:54:11.602472 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39438) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:11.678849 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:11.716877 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Deleting port a875b756-5d82-4653-9dc0-f0a4772a706f {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:54:11.717215 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (a875b756-5d82-4653-9dc0-f0a4772a706f), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:11.797240 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (a875b756-5d82-4653-9dc0-f0a4772a706f), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:11.797605 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (a875b756-5d82-4653-9dc0-f0a4772a706f), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:11.811685 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Calling delete_port for a875b756-5d82-4653-9dc0-f0a4772a706f owned by network:floatingip {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:54:11.898561 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:12.036664 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (a875b756-5d82-4653-9dc0-f0a4772a706f), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:12.063382 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event deleted for resources: {'Port': ['ID=a875b756-5d82-4653-9dc0-f0a4772a706f,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:12.130650 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks [] for floatingip (162b9d0f-8bb9-43fd-948d-b5693f8c57ad), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:12.133169 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:12.134347 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-68988be6-3f68-45d8-b047-b994569df1f6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "DELETE /v2.0/floatingips/162b9d0f-8bb9-43fd-948d-b5693f8c57ad HTTP/1.1" status: 204 len: 168 time: 0.5305772 Jun 21 16:54:13.873515 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef5521-5d21-41e5-8b74-f1117b4a99b8 req-af20ac61-d64f-4f20-a766-7836f8afebd5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:13.875244 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03ef5521-5d21-41e5-8b74-f1117b4a99b8 req-af20ac61-d64f-4f20-a766-7836f8afebd5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0486887 Jun 21 16:54:13.923887 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03ef5521-5d21-41e5-8b74-f1117b4a99b8 req-661b7313-8c1d-4b1a-bdd2-8162754c720e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429080 Jun 21 16:54:15.046611 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731801f-1446-468d-8a6f-c4a0f6d8d068 req-b6d41a33-2a77-49eb-9e3f-28d0edb7fe82 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:15.048107 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6731801f-1446-468d-8a6f-c4a0f6d8d068 req-b6d41a33-2a77-49eb-9e3f-28d0edb7fe82 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0496321 Jun 21 16:54:15.098483 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6731801f-1446-468d-8a6f-c4a0f6d8d068 req-d1051d03-e58b-435f-aa8d-99bf9dc9c676 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448456 Jun 21 16:54:15.184297 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06350e-b771-4808-866d-776ca1476dab req-3bc14b63-efd3-4663-851d-1effe1f237c3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:15.185902 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5e06350e-b771-4808-866d-776ca1476dab req-3bc14b63-efd3-4663-851d-1effe1f237c3 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0513554 Jun 21 16:54:15.232666 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5e06350e-b771-4808-866d-776ca1476dab req-9fa99de0-9410-477d-b9ac-61d2203c8827 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412755 Jun 21 16:54:16.223262 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4e6ed-6e9f-4ed6-ac3f-d558ea23f66b req-f13167dc-187f-4c3c-bbf4-f6438365efe0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:16.224724 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4ab4e6ed-6e9f-4ed6-ac3f-d558ea23f66b req-f13167dc-187f-4c3c-bbf4-f6438365efe0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0521622 Jun 21 16:54:16.275291 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4ab4e6ed-6e9f-4ed6-ac3f-d558ea23f66b req-bfe071df-66a1-41ac-849f-539d55dfbddb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450208 Jun 21 16:54:16.353801 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a98fd5-7cb7-44d3-9889-9f98693c520d req-a1978d2d-c111-432f-8b86-00083b7342d6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:16.355962 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e7a98fd5-7cb7-44d3-9889-9f98693c520d req-a1978d2d-c111-432f-8b86-00083b7342d6 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0474908 Jun 21 16:54:16.404018 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e7a98fd5-7cb7-44d3-9889-9f98693c520d req-bab52980-2a2d-43fb-8428-7e1c1a3dfaf4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Jun 21 16:54:17.146835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19834016-746e-4a26-9d66-b4369d29b12a req-6ba89a3b-bde5-417a-ae15-db6e9a26af67 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:17.148271 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-19834016-746e-4a26-9d66-b4369d29b12a req-6ba89a3b-bde5-417a-ae15-db6e9a26af67 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0485814 Jun 21 16:54:17.249153 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Deleting port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:54:17.250115 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:17.338863 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] For port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:17.339224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:17.361645 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Calling delete_port for 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:54:17.434473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096cff2-6dc4-4c0b-9619-ff7459bad128 req-e9a5db53-dbcb-474a-aaf6-175cec243420 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:17.436233 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8096cff2-6dc4-4c0b-9619-ff7459bad128 req-e9a5db53-dbcb-474a-aaf6-175cec243420 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0863721 Jun 21 16:54:17.502656 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:17.508512 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8096cff2-6dc4-4c0b-9619-ff7459bad128 req-798c20f4-cdbb-4391-8961-38ff3ed4df66 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670259 Jun 21 16:54:17.521122 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866174b4-b875-4ad8-b199-7248b78cabec req-1f980f94-a6cd-4018-8864-45a7f940228a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:17.522807 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-866174b4-b875-4ad8-b199-7248b78cabec req-1f980f94-a6cd-4018-8864-45a7f940228a tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 945 time: 0.0506229 Jun 21 16:54:17.577249 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-866174b4-b875-4ad8-b199-7248b78cabec req-41960518-42ac-44c2-a234-825dc58fe858 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Jun 21 16:54:17.633927 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (1382e7bf-7f7f-4cf3-a568-1e6303eb5b15), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:17.654702 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['4c3527eb-ca57-4f3c-ac3f-f1b1d9060481'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:54:17.669654 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event deleted for resources: {'Port': ['ID=1382e7bf-7f7f-4cf3-a568-1e6303eb5b15,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:17.677417 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:17.717138 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] No DVR routers for this DVR port 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:54:17.720971 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:17.723790 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-19834016-746e-4a26-9d66-b4369d29b12a req-f9b64564-3430-443c-a530-fe67e9bb55c7 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "DELETE /v2.0/ports/1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 HTTP/1.1" status: 204 len: 173 time: 0.5691347 Jun 21 16:54:17.724223 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3358207-e4db-4c88-b56b-05f718c39a8e', 'name': 'network-vif-deleted', 'tag': '1382e7bf-7f7f-4cf3-a568-1e6303eb5b15'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:54:17.726466 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09176020-d781-4c6e-b850-d42af271b4a1" -d '{"events": [{"server_uuid": "f3358207-e4db-4c88-b56b-05f718c39a8e", "name": "network-vif-deleted", "tag": "1382e7bf-7f7f-4cf3-a568-1e6303eb5b15"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:54:17.762910 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a4faff-45ae-4851-9734-c48e548103d4 x-openstack-request-id: req-b1a4faff-45ae-4851-9734-c48e548103d4 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:54:17.763206 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3358207-e4db-4c88-b56b-05f718c39a8e", "name": "network-vif-deleted", "tag": "1382e7bf-7f7f-4cf3-a568-1e6303eb5b15", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:54:17.764117 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1a4faff-45ae-4851-9734-c48e548103d4 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:54:17.764762 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a4faff-45ae-4851-9734-c48e548103d4'] response: {'server_uuid': 'f3358207-e4db-4c88-b56b-05f718c39a8e', 'name': 'network-vif-deleted', 'tag': '1382e7bf-7f7f-4cf3-a568-1e6303eb5b15', 'status': 'completed', 'code': 200} Jun 21 16:54:18.613354 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:18.632108 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcca075-da99-48b1-b3ac-ff4be21c9d33 req-3bdff499-cbc0-4966-b966-3b245353face tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:18.633657 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7fcca075-da99-48b1-b3ac-ff4be21c9d33 req-3bdff499-cbc0-4966-b966-3b245353face tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0492678 Jun 21 16:54:18.683741 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7fcca075-da99-48b1-b3ac-ff4be21c9d33 req-5ce5a348-0d8f-4ce7-9afb-cbfb23c25a5f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438166 Jun 21 16:54:18.690901 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cbf30b84-71c2-468c-9a88-f30b833aa717 req-54acd017-bda8-470c-9cd2-4ecd5bcf4abf tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3358207-e4db-4c88-b56b-05f718c39a8e HTTP/1.1" status: 200 len: 210 time: 0.0288119 Jun 21 16:54:19.503823 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:54:19.524046 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:54:19.524322 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 1382e7bf-7f7f-4cf3-a568-1e6303eb5b15 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:54:19.804221 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746d6da-7f9a-4165-9f9b-ce691aae7783 req-8b41b5c9-7752-4612-92a9-2ec4d46b6020 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:19.805729 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b746d6da-7f9a-4165-9f9b-ce691aae7783 req-8b41b5c9-7752-4612-92a9-2ec4d46b6020 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0475183 Jun 21 16:54:19.854146 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b746d6da-7f9a-4165-9f9b-ce691aae7783 req-5c79bc52-a624-43b4-a9e4-b4927d81c500 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428436 Jun 21 16:54:19.947098 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=20 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:19.947872 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:20.244152 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c763585-ac90-46ab-85f3-fdd9cfd96c87 req-9b2e5899-7db9-444d-84f5-92137b392cd9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:20.245652 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4c763585-ac90-46ab-85f3-fdd9cfd96c87 req-9b2e5899-7db9-444d-84f5-92137b392cd9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0514514 Jun 21 16:54:20.294624 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4c763585-ac90-46ab-85f3-fdd9cfd96c87 req-f79dc35c-385f-48a7-a329-bb47fac3b82c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Jun 21 16:54:20.977056 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8ba4d-b34c-4c87-82ff-e67b4f4a0c9b req-cf88ef4c-f389-4fd0-86a9-4c36f990f054 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:20.978572 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f8c8ba4d-b34c-4c87-82ff-e67b4f4a0c9b req-cf88ef4c-f389-4fd0-86a9-4c36f990f054 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0499787 Jun 21 16:54:21.026859 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f8c8ba4d-b34c-4c87-82ff-e67b4f4a0c9b req-3522389d-2a01-4f30-bab9-314e302b1c1d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419288 Jun 21 16:54:21.420687 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc8f4e-f17e-4037-8c9c-0d81bb78e4f3 req-37e94be3-5f47-4b23-9372-4c8a9cbfcc6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:21.422263 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-03bc8f4e-f17e-4037-8c9c-0d81bb78e4f3 req-37e94be3-5f47-4b23-9372-4c8a9cbfcc6d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0532720 Jun 21 16:54:21.469175 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-03bc8f4e-f17e-4037-8c9c-0d81bb78e4f3 req-047482b3-d242-4906-b613-94cc6b0c50d4 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 Jun 21 16:54:22.146620 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993c139-5daf-42f7-8442-8139cd7a9011 req-2b4a0057-41cd-4eb1-939d-2f74dbe75cd4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:22.148155 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5993c139-5daf-42f7-8442-8139cd7a9011 req-2b4a0057-41cd-4eb1-939d-2f74dbe75cd4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Jun 21 16:54:22.194768 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5993c139-5daf-42f7-8442-8139cd7a9011 req-f95df5d7-35ef-44d6-9c8e-eed49be314cc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Jun 21 16:54:22.583836 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e37d-7f73-4d7b-8928-f3b7a64a02f0 req-97394abb-1b95-4fba-87e7-73464128278d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:22.585343 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7119e37d-7f73-4d7b-8928-f3b7a64a02f0 req-97394abb-1b95-4fba-87e7-73464128278d tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0493646 Jun 21 16:54:22.630339 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:22.637876 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7119e37d-7f73-4d7b-8928-f3b7a64a02f0 req-eaaea2b1-1d3a-4dd3-bd53-6bc72531405c tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/security-groups?id=96e9d947-2be3-4619-a9a7-58bc627354f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470743 Jun 21 16:54:22.954304 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-db46d3be-877a-429f-bad3-42f1cc395b15 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:22.955741 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-db46d3be-877a-429f-bad3-42f1cc395b15 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 946 time: 0.0473337 Jun 21 16:54:23.283268 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Deleting port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:54:23.283975 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:23.339277 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b99756-89a9-4482-9aa7-f1a5e8e54c3c req-f4bac18b-2d66-410f-8e17-fe2d16bd49e0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:23.340745 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-19b99756-89a9-4482-9aa7-f1a5e8e54c3c req-f4bac18b-2d66-410f-8e17-fe2d16bd49e0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0722270 Jun 21 16:54:23.437989 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] For port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:23.438439 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:23.450179 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-19b99756-89a9-4482-9aa7-f1a5e8e54c3c req-9e242a1e-2808-4c95-ab52-df6e5a8334ed tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038744 Jun 21 16:54:23.455364 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Calling delete_port for 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:54:23.654257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (4c3527eb-ca57-4f3c-ac3f-f1b1d9060481), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:23.682835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Pushing event deleted for resources: {'Port': ['ID=4c3527eb-ca57-4f3c-ac3f-f1b1d9060481,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:23.729366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] No DVR routers for this DVR port 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:54:23.731806 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:23.735986 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-484347f3-f1be-43a1-b0cb-816ec867ea1c req-b01df854-1491-4009-962b-789374af6fe5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.47 "DELETE /v2.0/ports/4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 HTTP/1.1" status: 204 len: 173 time: 0.7747557 Jun 21 16:54:23.736428 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12e3b57-72af-4292-ba65-d90c166a49ed', 'name': 'network-vif-deleted', 'tag': '4c3527eb-ca57-4f3c-ac3f-f1b1d9060481'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:54:23.738006 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-aef78ac0-3ce5-4bf6-b32d-8757f15d14f0 req-066b9c72-9721-4289-acc0-542b4a45c7e9 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 210 time: 0.0294681 Jun 21 16:54:23.738746 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88800bc9-f9ec-4bbd-b921-7919df5a4ad1" -d '{"events": [{"server_uuid": "b12e3b57-72af-4292-ba65-d90c166a49ed", "name": "network-vif-deleted", "tag": "4c3527eb-ca57-4f3c-ac3f-f1b1d9060481"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:54:23.775859 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0bff50-7bdb-4c92-bbb1-b560f5326c46 x-openstack-request-id: req-1c0bff50-7bdb-4c92-bbb1-b560f5326c46 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:54:23.776152 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12e3b57-72af-4292-ba65-d90c166a49ed", "name": "network-vif-deleted", "tag": "4c3527eb-ca57-4f3c-ac3f-f1b1d9060481", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:54:23.776404 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c0bff50-7bdb-4c92-bbb1-b560f5326c46 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:54:23.776856 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0bff50-7bdb-4c92-bbb1-b560f5326c46'] response: {'server_uuid': 'b12e3b57-72af-4292-ba65-d90c166a49ed', 'name': 'network-vif-deleted', 'tag': '4c3527eb-ca57-4f3c-ac3f-f1b1d9060481', 'status': 'completed', 'code': 200} Jun 21 16:54:24.569124 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86736238-c6d2-4c14-9e50-8241e8670b81 req-e05d1fb4-1be8-4e5c-9515-b3d188337092 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:24.570718 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-86736238-c6d2-4c14-9e50-8241e8670b81 req-e05d1fb4-1be8-4e5c-9515-b3d188337092 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0486858 Jun 21 16:54:24.620904 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-86736238-c6d2-4c14-9e50-8241e8670b81 req-ad848775-14cd-42ee-8a37-83404a37f3d9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Jun 21 16:54:24.858532 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e187de42-22fa-4ad5-a6e3-2186003a4d0d req-deb9e34b-4b0b-462e-a7fa-699bce0b6df5 tempest-ServerRescueNegativeTestJSON-1859414168 tempest-ServerRescueNegativeTestJSON-1859414168-project] 10.222.0.70 "GET /v2.0/ports?device_id=b12e3b57-72af-4292-ba65-d90c166a49ed HTTP/1.1" status: 200 len: 210 time: 0.0327094 Jun 21 16:54:25.548374 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:54:25.569305 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:54:25.569688 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 4c3527eb-ca57-4f3c-ac3f-f1b1d9060481 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:54:25.743722 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829092b2-4eb6-48e8-95a4-31be7d7c6dca req-fab1c635-cdff-4322-b818-5dc24d25b753 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:25.745199 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-829092b2-4eb6-48e8-95a4-31be7d7c6dca req-fab1c635-cdff-4322-b818-5dc24d25b753 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0508149 Jun 21 16:54:25.792633 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-829092b2-4eb6-48e8-95a4-31be7d7c6dca req-48d4c258-57bd-442e-a003-43c968e9f56b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409932 Jun 21 16:54:25.918159 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39524) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:26.205945 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:26.217698 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:26.397902 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (997901b8-9d75-4496-8853-5481094f0d83), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:26.661820 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Deleting port cf98dc4c-153a-42d2-9ed5-43442931ff97 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:54:26.662068 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:26.742729 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] For port cf98dc4c-153a-42d2-9ed5-43442931ff97, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=cf98dc4c-153a-42d2-9ed5-43442931ff97,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:26.743085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:26.755738 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Calling delete_port for cf98dc4c-153a-42d2-9ed5-43442931ff97 owned by network:router_interface {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:54:26.910581 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:26.915968 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712b76-1e63-42e5-a79a-10f3322b27f3 req-b717e90e-1644-450f-b586-72306d68768b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:26.917432 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f7712b76-1e63-42e5-a79a-10f3322b27f3 req-b717e90e-1644-450f-b586-72306d68768b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0489237 Jun 21 16:54:26.965840 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f7712b76-1e63-42e5-a79a-10f3322b27f3 req-36b4b88f-09ca-4f9a-a79a-9189dc3cedad tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Jun 21 16:54:27.042786 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (cf98dc4c-153a-42d2-9ed5-43442931ff97), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:27.069582 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf98dc4c-153a-42d2-9ed5-43442931ff97,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:27.243476 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (997901b8-9d75-4496-8853-5481094f0d83), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:27.348812 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:27.452459 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Router 997901b8-9d75-4496-8853-5481094f0d83 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:54:27.554822 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:54:27.559711 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-2b4956c5-0af1-454f-89c4-a578a0ab4a80 admin admin] 10.222.0.70 "PUT /v2.0/routers/997901b8-9d75-4496-8853-5481094f0d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6401682 Jun 21 16:54:27.562332 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39530) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:27.565327 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] Sync routers for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:54:27.575460 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:27.577312 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:54:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:27.663820 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks [] for router (997901b8-9d75-4496-8853-5481094f0d83), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:27.680643 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:27.763370 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks [] for router_gateway (997901b8-9d75-4496-8853-5481094f0d83), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:27.846124 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '206bb233-ee6d-4641-9738-8d15618951bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:54:26Z', 'revision_number': 5, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port': {'id': '206bb233-ee6d-4641-9738-8d15618951bd', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997901b8-9d75-4496-8853-5481094f0d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:27.876467 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] Checking router: 997901b8-9d75-4496-8853-5481094f0d83 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:54:27.885364 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] Routers {'997901b8-9d75-4496-8853-5481094f0d83'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:27.885983 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:54:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['997901b8-9d75-4496-8853-5481094f0d83'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:27.888490 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Deleting port 206bb233-ee6d-4641-9738-8d15618951bd {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:54:27.889507 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (206bb233-ee6d-4641-9738-8d15618951bd), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:27.968734 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] Set router 997901b8-9d75-4496-8853-5481094f0d83 gateway port host: None {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:27.969869 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] For port 206bb233-ee6d-4641-9738-8d15618951bd, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=206bb233-ee6d-4641-9738-8d15618951bd,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:27.970234 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (206bb233-ee6d-4641-9738-8d15618951bd), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:27.987274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Calling delete_port for 206bb233-ee6d-4641-9738-8d15618951bd owned by network:router_gateway {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:54:28.022811 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:54:27Z', 'revision_number': 6, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port_host': None}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:28.045229 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:28.047791 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede886e0-92ab-4bf4-99b0-c9c5db5b8b0c None None] The sync data for ids ['997901b8-9d75-4496-8853-5481094f0d83'] in dv-cinder-799871-21-iscsi is: [{'id': '997901b8-9d75-4496-8853-5481094f0d83', 'name': 'tempest-ServerRescueNegativeTestJSON-1767476610-router', 'tenant_id': '25beca9acf4f4420b1a2dc0ec397847e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:54:27Z', 'revision_number': 6, 'project_id': '25beca9acf4f4420b1a2dc0ec397847e', 'gw_port_host': None}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:54:28.132624 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5ca44-26d5-4218-b2ff-a4322141648d req-d8f181b3-a6c4-4421-8d09-d275b73012f0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:28.134113 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1ff5ca44-26d5-4218-b2ff-a4322141648d req-d8f181b3-a6c4-4421-8d09-d275b73012f0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0876398 Jun 21 16:54:28.215296 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:28.220455 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1ff5ca44-26d5-4218-b2ff-a4322141648d req-c6b818e5-a8fe-42ef-a064-66cd96400ee6 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749943 Jun 21 16:54:28.303180 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (206bb233-ee6d-4641-9738-8d15618951bd), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:28.329062 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Pushing event deleted for resources: {'Port': ['ID=206bb233-ee6d-4641-9738-8d15618951bd,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:28.631745 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (997901b8-9d75-4496-8853-5481094f0d83), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:28.716429 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (997901b8-9d75-4496-8853-5481094f0d83), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:28.719230 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks [] for router_controller (997901b8-9d75-4496-8853-5481094f0d83), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:28.829130 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (997901b8-9d75-4496-8853-5481094f0d83), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:28.829815 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 997901b8-9d75-4496-8853-5481094f0d83 {{(pid=111042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 16:54:28.834685 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:28.835919 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-f7de7cc9-59fc-4422-9b5d-30e10d1aa206 admin admin] 10.222.0.70 "DELETE /v2.0/routers/997901b8-9d75-4496-8853-5481094f0d83 HTTP/1.1" status: 204 len: 168 time: 1.2726228 Jun 21 16:54:28.842485 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39534) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:28.851393 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device cf98dc4c-153a-42d2-9ed5-43442931ff97 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:54:28.872207 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: cf98dc4c-153a-42d2-9ed5-43442931ff97 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:54:28.872556 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device cf98dc4c-153a-42d2-9ed5-43442931ff97 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:54:28.873029 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 206bb233-ee6d-4641-9738-8d15618951bd no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:54:28.885410 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-075c08f4-c490-4f0f-8c8c-8540e297c1c1 admin admin] Deleting subnet 95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:54:28.889079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-075c08f4-c490-4f0f-8c8c-8540e297c1c1 admin admin] Publish callbacks [] for subnet (95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:28.892367 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 206bb233-ee6d-4641-9738-8d15618951bd {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:54:28.892940 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 206bb233-ee6d-4641-9738-8d15618951bd not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:54:28.929981 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-075c08f4-c490-4f0f-8c8c-8540e297c1c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.014660 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-075c08f4-c490-4f0f-8c8c-8540e297c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.131909 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-075c08f4-c490-4f0f-8c8c-8540e297c1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.156358 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c08f4-c490-4f0f-8c8c-8540e297c1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:29.163198 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-075c08f4-c490-4f0f-8c8c-8540e297c1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.166769 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-075c08f4-c490-4f0f-8c8c-8540e297c1c1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/95ca83ce-8e91-4c5d-a36e-6cbe0cb9acf5 HTTP/1.1" status: 204 len: 168 time: 0.3268259 Jun 21 16:54:29.169035 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39536) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:29.169562 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7604f87a-97a7-4f5c-961f-12154e7d6f8f None None] Network 645d33ca-1458-475e-a591-c2b90b24a4f2 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:54:29.242615 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (645d33ca-1458-475e-a591-c2b90b24a4f2), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.292923 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Deleting port 14c23cc1-ba95-47db-8cde-63cd149feaf4 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:54:29.293266 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.335261 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] DHCP port deletion for 645d33ca-1458-475e-a591-c2b90b24a4f2 request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 16:54:29.377001 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Deleting port 14c23cc1-ba95-47db-8cde-63cd149feaf4 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:54:29.377410 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.400619 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] For port 14c23cc1-ba95-47db-8cde-63cd149feaf4, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=14c23cc1-ba95-47db-8cde-63cd149feaf4,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:29.400985 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.418086 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3be12-2dce-4370-9c4e-9f67cb59b774 req-a180af88-3eed-428b-a954-e50ac6c0762d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:29.419616 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-55d3be12-2dce-4370-9c4e-9f67cb59b774 req-a180af88-3eed-428b-a954-e50ac6c0762d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.1050820 Jun 21 16:54:29.424814 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Calling delete_port for 14c23cc1-ba95-47db-8cde-63cd149feaf4 owned by network:dhcp {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:54:29.446464 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] For port 14c23cc1-ba95-47db-8cde-63cd149feaf4, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=14c23cc1-ba95-47db-8cde-63cd149feaf4,segment=NetworkSegment(902036c6-f3b5-4c9d-b4cc-9f3e65026562),segment_id=902036c6-f3b5-4c9d-b4cc-9f3e65026562)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:29.449870 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.460872 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Calling delete_port for 14c23cc1-ba95-47db-8cde-63cd149feaf4 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:54:29.495291 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:29.525137 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-55d3be12-2dce-4370-9c4e-9f67cb59b774 req-4b044e2b-ce09-4f84-a7cc-ae0fc1bfdfc3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980284 Jun 21 16:54:29.566021 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:54:29.581320 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:29.621372 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.643994 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (14c23cc1-ba95-47db-8cde-63cd149feaf4), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.651712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:29.652074 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c23cc1-ba95-47db-8cde-63cd149feaf4,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:29.655037 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] No DVR routers for this DVR port 14c23cc1-ba95-47db-8cde-63cd149feaf4 on host dv-cinder-799871-21-iscsi {{(pid=111043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:54:29.664679 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.670849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.678714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Pushing event deleted for resources: {'Port': ['ID=14c23cc1-ba95-47db-8cde-63cd149feaf4,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:29.682409 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] No DVR routers for this DVR port 14c23cc1-ba95-47db-8cde-63cd149feaf4 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:54:29.695098 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.695437 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.695776 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.700663 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e812813d-adf2-4135-a261-aa5485f47094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:29.716416 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:29.727979 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'port_id': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'mac_address': 'fa:16:3e:5b:7c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:54:29.741178 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (645d33ca-1458-475e-a591-c2b90b24a4f2), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.761656 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645d33ca-1458-475e-a591-c2b90b24a4f2']}} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:29.763414 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 9422fb6f-a2be-40f8-9c46-eb984da56a96 is: ACTIVE; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:29.764436 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.772329 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902036c6-f3b5-4c9d-b4cc-9f3e65026562') {'for_net_delete': True} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:29.772704 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902036c6-f3b5-4c9d-b4cc-9f3e65026562') {} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:29.778337 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9422fb6f-a2be-40f8-9c46-eb984da56a96 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:54:29.785406 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529593553'] for segment (902036c6-f3b5-4c9d-b4cc-9f3e65026562), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.797047 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (902036c6-f3b5-4c9d-b4cc-9f3e65026562), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.799318 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:29.803435 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Releasing vlan 1220 on physical network physnet1 to pool {{(pid=111043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:54:29.803814 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529715889'] for segment (902036c6-f3b5-4c9d-b4cc-9f3e65026562), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.823704 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:29.888853 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 902036c6-f3b5-4c9d-b4cc-9f3e65026562 resource provider aggregate not found Jun 21 16:54:29.900834 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 902036c6-f3b5-4c9d-b4cc-9f3e65026562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 902036c6-f3b5-4c9d-b4cc-9f3e65026562 found for delete ", "request_id": "req-633cb666-66b9-4979-ae97-38aa33d871cc"}]} Jun 21 16:54:29.902820 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.946101 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (645d33ca-1458-475e-a591-c2b90b24a4f2), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.958681 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:29.958681 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] 10.222.0.70 "DELETE /v2.0/networks/645d33ca-1458-475e-a591-c2b90b24a4f2 HTTP/1.1" status: 204 len: 168 time: 0.7857041 Jun 21 16:54:29.959105 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=6']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:29.966006 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc783b3d-122d-4e4e-ad1c-c565b416d052 admin admin] Pushing event deleted for resources: {'Network': ['ID=645d33ca-1458-475e-a591-c2b90b24a4f2,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:30.009433 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['9422fb6f-a2be-40f8-9c46-eb984da56a96'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:54:30.416002 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39548) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:30.457378 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-8b938f06-4169-431e-abbb-448316ea57e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25beca9acf4f4420b1a2dc0ec397847e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401831 Jun 21 16:54:30.459853 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39550) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:30.508836 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f27ba46e-8b0f-43d2-a183-baa46e783ebd admin admin] Publish callbacks [] for security_group (96e9d947-2be3-4619-a9a7-58bc627354f6), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:30.531345 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f27ba46e-8b0f-43d2-a183-baa46e783ebd admin admin] Publish callbacks [] for security_group (96e9d947-2be3-4619-a9a7-58bc627354f6), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:30.635245 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 14c23cc1-ba95-47db-8cde-63cd149feaf4 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:54:30.644005 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f27ba46e-8b0f-43d2-a183-baa46e783ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (96e9d947-2be3-4619-a9a7-58bc627354f6), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:30.647753 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f27ba46e-8b0f-43d2-a183-baa46e783ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:30.648357 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f27ba46e-8b0f-43d2-a183-baa46e783ebd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96e9d947-2be3-4619-a9a7-58bc627354f6 HTTP/1.1" status: 204 len: 168 time: 0.1876051 Jun 21 16:54:30.659545 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ba46e-8b0f-43d2-a183-baa46e783ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e9d947-2be3-4619-a9a7-58bc627354f6,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:30.660061 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 14c23cc1-ba95-47db-8cde-63cd149feaf4 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:54:30.660470 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 14c23cc1-ba95-47db-8cde-63cd149feaf4 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:54:30.663602 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e902-4cb3-4ffe-a61a-0fca41e4d0b3 req-9f68c3b6-a528-436a-91e2-151dab195bef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:30.674289 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-80c4e902-4cb3-4ffe-a61a-0fca41e4d0b3 req-9f68c3b6-a528-436a-91e2-151dab195bef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 945 time: 0.0716081 Jun 21 16:54:30.723767 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-80c4e902-4cb3-4ffe-a61a-0fca41e4d0b3 req-cba70d9a-b0fe-4f43-b7fb-3c686fa78b42 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486100 Jun 21 16:54:30.749455 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:31.596057 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:54:31.632771 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:31.635401 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39578) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:31.651872 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 9422fb6f-a2be-40f8-9c46-eb984da56a96 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:31.652249 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:31.730504 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 9422fb6f-a2be-40f8-9c46-eb984da56a96 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:31.730941 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:31.755824 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1715163036-network', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:31.767635 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:54:31.771369 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ccc479-4a70-4b6d-bede-3c7d78de6444" -d '{"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:54:31.777784 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:31.839127 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:31.849877 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Made reservation on behalf of 97cafcd59ef1433ba71a47a01b3a331c for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:54:31.852398 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:31.864361 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:31.899750 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=7']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:31.914148 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c5cc7-6af0-4c56-8f7f-27b8f30dd7d1 req-3013290e-689d-4432-b6d6-110b7ad1a0b2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:31.915729 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-248c5cc7-6af0-4c56-8f7f-27b8f30dd7d1 req-3013290e-689d-4432-b6d6-110b7ad1a0b2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 945 time: 0.1119330 Jun 21 16:54:31.955093 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28264f2-6662-4479-84bb-f34e455be63a x-openstack-request-id: req-b28264f2-6662-4479-84bb-f34e455be63a {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:54:31.955579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:54:31.955861 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b28264f2-6662-4479-84bb-f34e455be63a {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:54:31.956262 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28264f2-6662-4479-84bb-f34e455be63a'] response: {'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'code': 200} Jun 21 16:54:31.995999 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-248c5cc7-6af0-4c56-8f7f-27b8f30dd7d1 req-335374b9-8e35-4d92-8666-e7900efe7501 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730188 Jun 21 16:54:32.031779 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Publish callbacks [] for security_group (0e00b108-5799-45dd-bbdb-f3757d481e0e), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:32.105951 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0e00b108-5799-45dd-bbdb-f3757d481e0e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:32.130415 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1226} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:54:32.147968 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00b108-5799-45dd-bbdb-f3757d481e0e,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:32.151112 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (3546909f-0327-4569-8513-6adbb61ea540), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:32.152031 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Added segment 3546909f-0327-4569-8513-6adbb61ea540 of type vlan for network 83741c3b-7ff0-4b33-b398-e82b72fea3bd Jun 21 16:54:32.415393 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (83741c3b-7ff0-4b33-b398-e82b72fea3bd), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:32.531682 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (83741c3b-7ff0-4b33-b398-e82b72fea3bd), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:32.532710 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:32.533370 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:32.540946 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:32.608230 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] Pushing event updated for resources: {'Network': ['ID=83741c3b-7ff0-4b33-b398-e82b72fea3bd,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:32.619653 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:54:32.641900 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39614) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:32.646864 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Request body: {'subnet': {'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-subnet', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:32.647698 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b61af222-f900-4b97-ba51-f4eb46e5fd45 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0111189 Jun 21 16:54:32.768473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Made reservation on behalf of 97cafcd59ef1433ba71a47a01b3a331c for: {'subnet': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:54:32.771270 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529333675'] for subnet (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:32.963804 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:33.049393 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-528619006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529333725'] for subnet (05ab1f0a-00cd-416c-abd3-44c8b8057251), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:33.143995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:33.157107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ab1f0a-00cd-416c-abd3-44c8b8057251,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:33.170698 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Checking segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:54:33.171454 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Network hostable DHCP agents. Network: 83741c3b-7ff0-4b33-b398-e82b72fea3bd, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:54:33.179646 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197dd2c-85bc-48dc-aa57-cfae18f3c46e req-bfcb6344-95bb-4762-92ad-1d110a2cf6b1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:33.181193 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9197dd2c-85bc-48dc-aa57-cfae18f3c46e req-bfcb6344-95bb-4762-92ad-1d110a2cf6b1 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0900295 Jun 21 16:54:33.252302 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9197dd2c-85bc-48dc-aa57-cfae18f3c46e req-24a50917-8f35-4552-8691-ce4757c06955 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631557 Jun 21 16:54:33.305537 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:54:33.403155 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 83741c3b-7ff0-4b33-b398-e82b72fea3bd) {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:54:33.407919 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:33.408531 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:33.416409 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc30e4-e446-410d-8c12-809cc4382e86 None None] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:54:33.520506 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39620) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:33.520859 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3eb620ff-bef2-465c-ba3b-c4e5beb3d921 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8777165 Jun 21 16:54:33.526117 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:33.555049 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:54:33.556457 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:33.646304 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (dd60d8b3-9283-4956-a97f-d2e79d657944), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:33.647718 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (dd60d8b3-9283-4956-a97f-d2e79d657944), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:33.697459 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:33.733451 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks [] for router_controller (dd60d8b3-9283-4956-a97f-d2e79d657944), precommit_add_association {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:33.738799 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Allocated IP 172.20.0.2 (83741c3b-7ff0-4b33-b398-e82b72fea3bd/05ab1f0a-00cd-416c-abd3-44c8b8057251/e0f5b2b2-af19-427e-b9fa-6465fa4aecd3) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:54:33.933532 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Publish callbacks [] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:33.987844 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks [] for router_gateway (dd60d8b3-9283-4956-a97f-d2e79d657944), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.049222 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.104966 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-69fbd924-45d0-4947-af49-207e05764160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.139932 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:34.141556 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:54:34.150504 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:54:34.158880 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:54:34.164717 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Pushing event updated for resources: {'Port': ['ID=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:34.241984 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Attempting to bind port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:54:34.242360 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Attempting to bind port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:54:34.242730 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Attempting to bind port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:54:34.254924 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:54:34.257211 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Checking segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:54:34.261328 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.261328 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Bound using segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:54:34.261328 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Bound port: e0f5b2b2-af19-427e-b9fa-6465fa4aecd3, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:54:34.261658 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.341781 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] For port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:54:34.345577 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] For port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:54:34.359271 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks [] for router_gateway (dd60d8b3-9283-4956-a97f-d2e79d657944), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.383743 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.416803 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.478990 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:34.494279 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b7a80-546b-44d3-9846-10a5ec8bf8d1 req-51c940ea-899b-4ce6-a8a4-760d7a1b5610 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:34.501520 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6d1b7a80-546b-44d3-9846-10a5ec8bf8d1 req-51c940ea-899b-4ce6-a8a4-760d7a1b5610 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.1199553 Jun 21 16:54:34.559565 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670470-44bb-4d89-9678-39357f5e4070 None None] Pushing event updated for resources: {'Port': ['ID=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:34.656820 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Allocated IP 172.27.2.207 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/35b10f2f-2136-4f02-8e23-67aca4647287) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:54:34.671171 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6d1b7a80-546b-44d3-9846-10a5ec8bf8d1 req-b1c3c978-2b8b-40e2-957e-eef4ac8879ee tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617520 Jun 21 16:54:34.838749 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks [] for port (35b10f2f-2136-4f02-8e23-67aca4647287), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.929079 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:34.976745 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:54:34.981353 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:54:34.988027 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:54:34.991704 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Pushing event updated for resources: {'Port': ['ID=35b10f2f-2136-4f02-8e23-67aca4647287,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:35.028625 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:35.151224 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:35.364225 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks [] for router_gateway (dd60d8b3-9283-4956-a97f-d2e79d657944), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:35.600605 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (dd60d8b3-9283-4956-a97f-d2e79d657944), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:35.665262 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba9483-3fbe-495a-9776-b88efca5d7ea None None] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:54:35.740422 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-3d4b0099-35db-4856-95b6-eb725bffbd0d None None] Provisioning complete for port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:35.740903 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0099-35db-4856-95b6-eb725bffbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:35.825628 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Router dd60d8b3-9283-4956-a97f-d2e79d657944 is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 16:54:35.860457 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd920f4-591f-4263-8911-5c2b81f35758 req-19b30859-5e1e-4f40-8c0c-627c6990f77f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:35.865959 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cdd920f4-591f-4263-8911-5c2b81f35758 req-19b30859-5e1e-4f40-8c0c-627c6990f77f tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0888858 Jun 21 16:54:35.895399 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b0099-35db-4856-95b6-eb725bffbd0d None None] Current status of the port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:35.896158 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0099-35db-4856-95b6-eb725bffbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:35.949059 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-3d4b0099-35db-4856-95b6-eb725bffbd0d None None] For port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:35.985902 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cdd920f4-591f-4263-8911-5c2b81f35758 req-4598702c-a17a-42b2-8de1-e255d88ccd8a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133351 Jun 21 16:54:36.007458 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0099-35db-4856-95b6-eb725bffbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:36.023649 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:54:36.056268 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:54:36.081569 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:36.082204 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:54:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:36.109327 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:36.111699 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-905877c3-5a8f-402e-a003-b83299600098 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5893860 Jun 21 16:54:36.115377 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39630) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:36.197512 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:36.219239 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:36.322742 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:36.358872 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-47d1f8dd-03c5-4fbf-81ee-a01f9f66ed62 None None] Provisioning complete for port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:36.359401 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-47d1f8dd-03c5-4fbf-81ee-a01f9f66ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:36.392837 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b0099-35db-4856-95b6-eb725bffbd0d None None] Pushing event updated for resources: {'Port': ['ID=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:36.449137 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-43c66723-172e-40a3-8b78-7d27ebf71241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:36.559274 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-47d1f8dd-03c5-4fbf-81ee-a01f9f66ed62 None None] Current status of the port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:36.573388 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:35Z', 'revision_number': 3, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:36.601031 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:54:36.601374 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Updating router dd60d8b3-9283-4956-a97f-d2e79d657944 port 35b10f2f-2136-4f02-8e23-67aca4647287 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:54:36.634708 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:36.768149 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:36.787422 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:36.814431 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:54:36.860020 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:36.919492 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:36.919985 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:36.989415 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Publish callbacks [] for port (35b10f2f-2136-4f02-8e23-67aca4647287), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.003968 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Allocated IP 172.20.0.1 (83741c3b-7ff0-4b33-b398-e82b72fea3bd/05ab1f0a-00cd-416c-abd3-44c8b8057251/e99c8f9c-7703-4bde-b5c7-07c17095a241) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:54:37.042392 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:37.106457 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.168816 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Attempting to bind port 35b10f2f-2136-4f02-8e23-67aca4647287 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:54:37.169351 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Attempting to bind port 35b10f2f-2136-4f02-8e23-67aca4647287 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:54:37.169871 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Attempting to bind port 35b10f2f-2136-4f02-8e23-67aca4647287 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:54:37.174900 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Publish callbacks [] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.175952 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde35450-ed1e-4999-b6b3-65c6f9077ff0 None None] Pushing event updated for resources: {'Port': ['ID=35b10f2f-2136-4f02-8e23-67aca4647287,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:37.186323 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:54:37.186902 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:54:37.187954 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.188393 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:54:37.189661 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Bound port: 35b10f2f-2136-4f02-8e23-67aca4647287, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:54:37.189661 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.204783 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cdcd7b-ae58-4c4e-ba60-7254390ec4aa req-8ae91526-d8ac-4bcc-a9de-e66385bf5464 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:37.206332 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-59cdcd7b-ae58-4c4e-ba60-7254390ec4aa req-8ae91526-d8ac-4bcc-a9de-e66385bf5464 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0905569 Jun 21 16:54:37.258433 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:37.277748 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] For port 35b10f2f-2136-4f02-8e23-67aca4647287, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:54:37.282418 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] For port 35b10f2f-2136-4f02-8e23-67aca4647287, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=35b10f2f-2136-4f02-8e23-67aca4647287,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:54:37.299337 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-59cdcd7b-ae58-4c4e-ba60-7254390ec4aa req-8cc1cc61-6941-42e6-a15d-af6b023a097c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762217 Jun 21 16:54:37.358551 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.385021 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:37.388129 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.409352 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:54:37.412739 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:54:37.416907 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:54:37.420985 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Pushing event updated for resources: {'Port': ['ID=e99c8f9c-7703-4bde-b5c7-07c17095a241,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:37.476894 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:37.476894 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:54:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:37.489682 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (dd60d8b3-9283-4956-a97f-d2e79d657944), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.675140 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.681174 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde35450-ed1e-4999-b6b3-65c6f9077ff0 None None] Pushing event updated for resources: {'Port': ['ID=35b10f2f-2136-4f02-8e23-67aca4647287,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:37.714631 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-2c575b7c-b6f1-401e-84c6-d9009860701a None None] Provisioning complete for port e99c8f9c-7703-4bde-b5c7-07c17095a241 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:37.714914 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2c575b7c-b6f1-401e-84c6-d9009860701a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.729779 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:37.798822 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-2c575b7c-b6f1-401e-84c6-d9009860701a None None] Port e99c8f9c-7703-4bde-b5c7-07c17095a241 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:54:37.819106 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:37.997564 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Publish callbacks [] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:38.040241 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:35Z', 'revision_number': 3, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:38.067957 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23dc095-837c-48db-b9ee-076c85238e41 None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:35Z', 'revision_number': 3, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:54:38.071924 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:38.371508 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:38.380621 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (dd60d8b3-9283-4956-a97f-d2e79d657944), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:38.398440 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Pushing event updated for resources: {'Port': ['ID=e99c8f9c-7703-4bde-b5c7-07c17095a241,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:38.506469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ab4e4-a021-448d-96ab-183cd63bd30c req-3bad71e2-9019-4aa3-a6cc-469f492af3f4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:38.508035 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b88ab4e4-a021-448d-96ab-183cd63bd30c req-3bad71e2-9019-4aa3-a6cc-469f492af3f4 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0713346 Jun 21 16:54:38.552657 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:54:38.554189 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:54:38.621758 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b88ab4e4-a021-448d-96ab-183cd63bd30c req-e0d2d920-5bc9-4aa8-a6e0-0f86a5270cac tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075931 Jun 21 16:54:38.740443 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 35b10f2f-2136-4f02-8e23-67aca4647287 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:54:38.803817 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:54:38.820554 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 35b10f2f-2136-4f02-8e23-67aca4647287 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:38.821618 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:38.934016 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:38.975066 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 35b10f2f-2136-4f02-8e23-67aca4647287 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:38.975460 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:38.984068 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:38.994063 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:54:39.002407 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:39.003257 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f6a72603-80d9-4c99-91c4-ed1a3e4f8a30 admin admin] 10.222.0.70 "PUT /v2.0/routers/dd60d8b3-9283-4956-a97f-d2e79d657944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8867886 Jun 21 16:54:39.017201 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 35b10f2f-2136-4f02-8e23-67aca4647287, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=35b10f2f-2136-4f02-8e23-67aca4647287,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:39.035880 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-d3d0d72d-bdfc-4dd8-bf83-698d5cd4406e None None] Provisioning complete for port e99c8f9c-7703-4bde-b5c7-07c17095a241 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:39.036448 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d72d-bdfc-4dd8-bf83-698d5cd4406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:39.087369 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0d72d-bdfc-4dd8-bf83-698d5cd4406e None None] Port e99c8f9c-7703-4bde-b5c7-07c17095a241 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:54:39.096910 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:39.173802 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=35b10f2f-2136-4f02-8e23-67aca4647287,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:39.570280 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 39642) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:39.574976 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-6616108b-123b-45f5-a9dd-9e66bebf8f20 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979903640', 'description': 'tempest-description--90790336'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:39.677848 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6616108b-123b-45f5-a9dd-9e66bebf8f20 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:39.750935 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:39.786685 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6616108b-123b-45f5-a9dd-9e66bebf8f20 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:39.787754 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb329ef-f32a-4267-9a0e-496fb2bdec20 req-ff03a05b-be2c-4636-a3f7-0de640812000 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:39.789441 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8fb329ef-f32a-4267-9a0e-496fb2bdec20 req-ff03a05b-be2c-4636-a3f7-0de640812000 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0693932 Jun 21 16:54:39.851073 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8fb329ef-f32a-4267-9a0e-496fb2bdec20 req-db436845-7da8-4657-bf9f-3dc8b7bdf52c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546625 Jun 21 16:54:39.862822 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6616108b-123b-45f5-a9dd-9e66bebf8f20 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:39.902183 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616108b-123b-45f5-a9dd-9e66bebf8f20 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:39.962481 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6616108b-123b-45f5-a9dd-9e66bebf8f20 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:39.963844 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-6616108b-123b-45f5-a9dd-9e66bebf8f20 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3923881 Jun 21 16:54:39.967519 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39652) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:39.972469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-35bf7b7b-0273-48be-b1c7-b8bc0192f57f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group_rule': {'security_group_id': '9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:40.093203 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-35bf7b7b-0273-48be-b1c7-b8bc0192f57f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (65e98636-024f-4c04-ae8d-d7240e44d6a4), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.166237 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-35bf7b7b-0273-48be-b1c7-b8bc0192f57f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (65e98636-024f-4c04-ae8d-d7240e44d6a4), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.194662 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:54:40.209581 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:40.210199 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:54:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:40.251796 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-35bf7b7b-0273-48be-b1c7-b8bc0192f57f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (65e98636-024f-4c04-ae8d-d7240e44d6a4), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.286826 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf7b7b-0273-48be-b1c7-b8bc0192f57f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e98636-024f-4c04-ae8d-d7240e44d6a4,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:40.339939 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:40.392126 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-35bf7b7b-0273-48be-b1c7-b8bc0192f57f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.396041 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-35bf7b7b-0273-48be-b1c7-b8bc0192f57f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4246290 Jun 21 16:54:40.396293 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39654) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:40.400743 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-079f92b7-a53d-44d0-8799-28c6a23acfdb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group_rule': {'security_group_id': '9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:40.491155 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-079f92b7-a53d-44d0-8799-28c6a23acfdb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (13fc615b-214c-4c82-a06d-31bfb322aa33), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.556844 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-079f92b7-a53d-44d0-8799-28c6a23acfdb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (13fc615b-214c-4c82-a06d-31bfb322aa33), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.580270 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 2, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:40.608703 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:54:40.609060 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Updating router dd60d8b3-9283-4956-a97f-d2e79d657944 port e99c8f9c-7703-4bde-b5c7-07c17095a241 binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 16:54:40.642903 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-079f92b7-a53d-44d0-8799-28c6a23acfdb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (13fc615b-214c-4c82-a06d-31bfb322aa33), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.650331 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.650554 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:40.668245 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f92b7-a53d-44d0-8799-28c6a23acfdb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fc615b-214c-4c82-a06d-31bfb322aa33,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:40.702297 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 35b10f2f-2136-4f02-8e23-67aca4647287 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:54:40.724845 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-079f92b7-a53d-44d0-8799-28c6a23acfdb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.726455 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-079f92b7-a53d-44d0-8799-28c6a23acfdb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3292062 Jun 21 16:54:40.729665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39656) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:54:40.735845 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:40.774436 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 35b10f2f-2136-4f02-8e23-67aca4647287 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:40.775066 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.797709 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:40.804313 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:40.858521 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:40.866884 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 35b10f2f-2136-4f02-8e23-67aca4647287 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:40.885120 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:41.015169 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Publish callbacks [] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.015395 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.035147 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b07b-c97f-44d0-b5bf-67eb45e9b851 req-aff5f43f-563f-46f3-9230-b6310724d012 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:41.036828 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2064b07b-c97f-44d0-b5bf-67eb45e9b851 req-aff5f43f-563f-46f3-9230-b6310724d012 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0772903 Jun 21 16:54:41.094015 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.106371 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2064b07b-c97f-44d0-b5bf-67eb45e9b851 req-de63bd38-8191-4c03-8ab3-e449466a1b41 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619624 Jun 21 16:54:41.156631 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Pushing event updated for resources: {'Port': ['ID=e99c8f9c-7703-4bde-b5c7-07c17095a241,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:41.173539 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.173891 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.174236 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.174594 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.175416 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.175416 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.175704 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.175883 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.176213 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.176541 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.176893 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.177194 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.177559 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.177884 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.178207 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:41.196020 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Allocated IP 172.27.2.217 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/f39deb3b-ac83-4c74-9946-d7f500e18258) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:54:41.215454 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:41.249872 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Attempting to bind port e99c8f9c-7703-4bde-b5c7-07c17095a241 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:54:41.251124 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Attempting to bind port e99c8f9c-7703-4bde-b5c7-07c17095a241 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:54:41.251654 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Attempting to bind port e99c8f9c-7703-4bde-b5c7-07c17095a241 on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:54:41.274230 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:54:41.274652 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Checking segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:54:41.275014 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.286021 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Bound using segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:54:41.286495 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Bound port: e99c8f9c-7703-4bde-b5c7-07c17095a241, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:54:41.286902 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.290252 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:54:41.346673 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (f39deb3b-ac83-4c74-9946-d7f500e18258), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.362300 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] For port e99c8f9c-7703-4bde-b5c7-07c17095a241, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:54:41.366984 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] For port e99c8f9c-7703-4bde-b5c7-07c17095a241, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e99c8f9c-7703-4bde-b5c7-07c17095a241,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:54:41.422967 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-d40b38e0-3f46-4e85-a7ab-50cb972e5e72 None None] Provisioning complete for port e99c8f9c-7703-4bde-b5c7-07c17095a241 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:41.423393 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d40b38e0-3f46-4e85-a7ab-50cb972e5e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.443643 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.463029 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-d40b38e0-3f46-4e85-a7ab-50cb972e5e72 None None] Port e99c8f9c-7703-4bde-b5c7-07c17095a241 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:54:41.469129 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (f39deb3b-ac83-4c74-9946-d7f500e18258), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.517052 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:54:41.517743 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:54:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:41.559709 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edaa30-21c8-4c1f-9313-1afb573cc58c None None] Pushing event updated for resources: {'Port': ['ID=e99c8f9c-7703-4bde-b5c7-07c17095a241,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:41.559919 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:54:41.575164 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:54:41.580689 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:54:41.617333 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=f39deb3b-ac83-4c74-9946-d7f500e18258,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:41.716372 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (20ff85c8-87d3-464f-896d-51ba6f269fd9), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.743467 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:54:41.817176 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (f39deb3b-ac83-4c74-9946-d7f500e18258), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.848705 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:41.896761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-ca7fbd1f-3d33-4534-ba2c-6e01b35fc2e0 None None] Provisioning complete for port e99c8f9c-7703-4bde-b5c7-07c17095a241 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:41.899943 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ca7fbd1f-3d33-4534-ba2c-6e01b35fc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:41.979627 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:41Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:54:42.013209 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11cbd6-656f-4d38-a727-9494d33d6c35 None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:41Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:54:42.050324 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-ca7fbd1f-3d33-4534-ba2c-6e01b35fc2e0 None None] Current status of the port e99c8f9c-7703-4bde-b5c7-07c17095a241 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:42.050874 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ca7fbd1f-3d33-4534-ba2c-6e01b35fc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:42.098112 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (f39deb3b-ac83-4c74-9946-d7f500e18258), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:42.141655 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-ca7fbd1f-3d33-4534-ba2c-6e01b35fc2e0 None None] For port e99c8f9c-7703-4bde-b5c7-07c17095a241, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e99c8f9c-7703-4bde-b5c7-07c17095a241,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:42.195113 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (f39deb3b-ac83-4c74-9946-d7f500e18258), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:42.271230 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ca7fbd1f-3d33-4534-ba2c-6e01b35fc2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:42.325108 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=f39deb3b-ac83-4c74-9946-d7f500e18258,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:42.338333 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2317c-e619-4670-aef7-aab173b8e07c req-5bdfb852-01a9-42a6-9790-540de6ec77c7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:42.340230 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2f2317c-e619-4670-aef7-aab173b8e07c req-5bdfb852-01a9-42a6-9790-540de6ec77c7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.1117272 Jun 21 16:54:42.350531 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fbd1f-3d33-4534-ba2c-6e01b35fc2e0 None None] Pushing event updated for resources: {'Port': ['ID=e99c8f9c-7703-4bde-b5c7-07c17095a241,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:42.355479 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (20ff85c8-87d3-464f-896d-51ba6f269fd9), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:42.431588 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2f2317c-e619-4670-aef7-aab173b8e07c req-810a1315-d5f9-4a70-b946-3828265968cc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835879 Jun 21 16:54:42.544615 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:42.548640 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-1d916427-7f92-4b0a-a590-f4f551fea24a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8176095 Jun 21 16:54:42.756612 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-8ee254fa-45c0-4fb4-9d00-4ecf20b6aa88 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1979903640&fields=id&tenant_id=97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 267 time: 0.0652692 Jun 21 16:54:42.774172 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e99c8f9c-7703-4bde-b5c7-07c17095a241 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:54:42.851139 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port e99c8f9c-7703-4bde-b5c7-07c17095a241 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:42.851510 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:42.896764 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-c240ee01-6e95-4b40-bda2-5e9f19eec9a1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:42.903470 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-c240ee01-6e95-4b40-bda2-5e9f19eec9a1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 815 time: 0.1459084 Jun 21 16:54:42.922071 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-7370fccf-b9d7-4fc6-ac61-2faddda146cf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/quotas/97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 375 time: 0.0172997 Jun 21 16:54:42.970218 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port e99c8f9c-7703-4bde-b5c7-07c17095a241 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:43.006083 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-c817b126-21ad-43bb-985f-88e924716729 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748367 Jun 21 16:54:43.174305 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-7ae01605-dcc2-48b8-b50e-1da371b43b7b service neutron] 10.222.0.70 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670744 Jun 21 16:54:43.196196 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:43.287990 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-55c12758-0904-459f-8f2f-59cc44c0c7ec service neutron] 10.222.0.70 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127152 Jun 21 16:54:43.556042 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c6637-ff89-429f-9bc5-b2b48c9f4123 req-5b3ef6da-6aa3-47bb-b684-b5ad178f6b73 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:43.557593 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5a8c6637-ff89-429f-9bc5-b2b48c9f4123 req-5b3ef6da-6aa3-47bb-b684-b5ad178f6b73 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0506248 Jun 21 16:54:43.623845 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5a8c6637-ff89-429f-9bc5-b2b48c9f4123 req-7b0c2104-6c4e-4059-9980-027aa26986da tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593240 Jun 21 16:54:43.688980 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ad1ff747-386f-4483-ab7a-7e7f7ee292d2 req-00161d1b-4f69-4e6a-af4f-22a8b0d31363 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 210 time: 0.0485573 Jun 21 16:54:44.781924 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fcccd-3391-4b72-be95-6519fd0cf7df req-1cd5efd9-3309-40de-a1d0-7d34aabc1c55 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:44.783827 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a70fcccd-3391-4b72-be95-6519fd0cf7df req-1cd5efd9-3309-40de-a1d0-7d34aabc1c55 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0620501 Jun 21 16:54:44.791363 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e404744f-0cba-407e-ab3e-2a5a2f20aa32 req-be31e0e1-1dfc-4c31-a593-95fdf03d4023 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 210 time: 0.0373976 Jun 21 16:54:44.833384 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a70fcccd-3391-4b72-be95-6519fd0cf7df req-374955a4-62f3-4e2a-b433-d5d9368c4975 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 Jun 21 16:54:45.479050 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-2f9b7c05-b5cb-4dc3-825b-b946d09702ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:45.480516 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-2f9b7c05-b5cb-4dc3-825b-b946d09702ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 1130 time: 0.0408945 Jun 21 16:54:45.523666 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:45.585730 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-f8cafbe4-61e5-4a08-b7ec-206f5749ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:45.587248 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-f8cafbe4-61e5-4a08-b7ec-206f5749ad3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 919 time: 0.0947800 Jun 21 16:54:45.650515 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-893f8585-1c65-4ccc-8f46-37be96d8261a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96 HTTP/1.1" status: 200 len: 1001 time: 0.0559964 Jun 21 16:54:45.704864 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-063b9568-31f6-4e16-b5fc-2f37fd7cab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:45.706353 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-063b9568-31f6-4e16-b5fc-2f37fd7cab0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.0487080 Jun 21 16:54:45.752387 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-49dbbc51-f23f-441d-8d90-f41a92a768b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:45.753992 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-49dbbc51-f23f-441d-8d90-f41a92a768b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415616 Jun 21 16:54:45.835674 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:45.856251 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-dfdb9f17-0a2f-4465-97cb-728df2045549 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894651 Jun 21 16:54:45.902026 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9470e301-d23c-445e-bd92-1ae94cc5121e req-85b2670f-c216-4c8e-a9d7-94427b07b25a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 210 time: 0.0385604 Jun 21 16:54:45.968820 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fe5c-8c8e-48e8-bd89-13d821fc7653 req-7fcbaffa-66bd-452a-be9b-b40de1f319e0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:45.970313 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0093fe5c-8c8e-48e8-bd89-13d821fc7653 req-7fcbaffa-66bd-452a-be9b-b40de1f319e0 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0536096 Jun 21 16:54:46.020078 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0093fe5c-8c8e-48e8-bd89-13d821fc7653 req-5166fa0b-deb5-4e17-9734-d0d5ac99df79 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443397 Jun 21 16:54:46.191033 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34f3f2f1-0922-49ed-93ab-9c0a9b54ab14 req-5b1a4b89-5bb7-4f59-8f7a-d79437adf3ac service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926919 Jun 21 16:54:47.001755 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2ce3b771-439d-4f43-8b30-1a161dac431f req-a88528b2-98b7-4083-91cb-3f7ac139a758 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 210 time: 0.0284314 Jun 21 16:54:47.143316 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d7cf6-1917-41c6-ba8e-e65b8632c4a8 req-7cbaa00c-ffc8-48d6-97e4-0660d0bd56eb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:47.144760 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2f1d7cf6-1917-41c6-ba8e-e65b8632c4a8 req-7cbaa00c-ffc8-48d6-97e4-0660d0bd56eb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0527546 Jun 21 16:54:47.192224 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2f1d7cf6-1917-41c6-ba8e-e65b8632c4a8 req-f1f3c752-ec19-4856-bce9-38ffdfd0ac88 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417809 Jun 21 16:54:47.720693 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:54:47.794987 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 9422fb6f-a2be-40f8-9c46-eb984da56a96 is: ACTIVE; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:47.796228 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:47.806265 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-1b25c679-b2f9-4157-a72f-930d7f676757 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:47.807933 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-1b25c679-b2f9-4157-a72f-930d7f676757 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 815 time: 0.1142952 Jun 21 16:54:47.821019 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:54:47.823337 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2ffff0-4551-49e1-8961-7b4c38521bfe" -d '{"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:54:47.836512 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:47.864477 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938a2c17-0a1f-4b16-bee4-a686192c082a x-openstack-request-id: req-938a2c17-0a1f-4b16-bee4-a686192c082a {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:54:47.864779 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:54:47.865032 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-938a2c17-0a1f-4b16-bee4-a686192c082a {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:54:47.865468 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938a2c17-0a1f-4b16-bee4-a686192c082a'] response: {'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'code': 200} Jun 21 16:54:47.891989 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-2aa0a943-5c51-4c86-85ac-7b115b1a62f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 380 time: 0.0603318 Jun 21 16:54:47.902437 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'port': {'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'admin_state_up': True, 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'security_groups': ['9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:47.909782 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:47.962117 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=8']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:48.100647 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Made reservation on behalf of 97cafcd59ef1433ba71a47a01b3a331c for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:54:48.104546 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:48.133551 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f50bdbe8-90e8-4d78-b43d-92abd12f7166 req-093ad2b1-60f8-4b79-97f3-1fcb86d0a492 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 210 time: 0.0533779 Jun 21 16:54:48.278802 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Allocated IP 172.20.0.12 (83741c3b-7ff0-4b33-b398-e82b72fea3bd/05ab1f0a-00cd-416c-abd3-44c8b8057251/10e929cc-6721-4663-927d-8eb4ca2d862b) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:54:48.319746 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265791-612b-475c-ac13-28939fdf6f80 req-c47cf028-c91f-42a7-8b3c-5effed5b433b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:48.321270 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-09265791-612b-475c-ac13-28939fdf6f80 req-c47cf028-c91f-42a7-8b3c-5effed5b433b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0494788 Jun 21 16:54:48.339029 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:48.376728 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-09265791-612b-475c-ac13-28939fdf6f80 req-7cc954a5-2679-4af9-abad-f2a67d7848d8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484953 Jun 21 16:54:48.435995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:48.442428 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:48.557845 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:48.605959 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:54:48.608953 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:54:48.612796 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:54:48.618955 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=10e929cc-6721-4663-927d-8eb4ca2d862b,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:48.653115 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.653635 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.660094 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:54:48.690020 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:48.690829 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:48.772335 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-4d1a99e7-1126-4a63-87b2-02ab7ec1be99 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8734965 Jun 21 16:54:48.785564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Request body: {'port': {'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:54:48.839691 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-f4d5c563-8624-4456-a3a0-731447983ece None None] Provisioning complete for port 10e929cc-6721-4663-927d-8eb4ca2d862b triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:48.841517 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f4d5c563-8624-4456-a3a0-731447983ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:48.857898 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:48.877385 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5c563-8624-4456-a3a0-731447983ece None None] Port 10e929cc-6721-4663-927d-8eb4ca2d862b cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:54:49.128204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e929cc-6721-4663-927d-8eb4ca2d862b {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:54:49.135965 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Publish callbacks [] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:49.149521 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Transition to ACTIVE for port object 10e929cc-6721-4663-927d-8eb4ca2d862b will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:54:49.220644 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:49.260001 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733fd32-50a3-4983-8c17-0f8cb228ea67 req-f20b7c3b-fcc3-4fe0-982a-036794fb1f49 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:49.262048 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1733fd32-50a3-4983-8c17-0f8cb228ea67 req-f20b7c3b-fcc3-4fe0-982a-036794fb1f49 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 944 time: 0.0531645 Jun 21 16:54:49.277759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=10e929cc-6721-4663-927d-8eb4ca2d862b,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:49.314279 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:49.333877 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1733fd32-50a3-4983-8c17-0f8cb228ea67 req-9e813ba1-dd84-46ba-bd8b-ea237efebe9d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626628 Jun 21 16:54:49.351616 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Attempting to bind port 10e929cc-6721-4663-927d-8eb4ca2d862b on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:54:49.351959 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Attempting to bind port 10e929cc-6721-4663-927d-8eb4ca2d862b by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:54:49.352288 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Attempting to bind port 10e929cc-6721-4663-927d-8eb4ca2d862b on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:54:49.357522 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Port 10e929cc-6721-4663-927d-8eb4ca2d862b on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:54:49.358458 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Attempting to bind port 10e929cc-6721-4663-927d-8eb4ca2d862b on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:54:49.363995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:54:49.364411 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Checking segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:54:49.364861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Bound using segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:54:49.365387 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Bound port: 10e929cc-6721-4663-927d-8eb4ca2d862b, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:54:49.365814 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:49.446508 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] For port 10e929cc-6721-4663-927d-8eb4ca2d862b, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:54:49.450036 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] For port 10e929cc-6721-4663-927d-8eb4ca2d862b, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10e929cc-6721-4663-927d-8eb4ca2d862b,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:54:49.550099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:49.587333 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:49.587893 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:49.589383 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] 10.222.0.47 "PUT /v2.0/ports/10e929cc-6721-4663-927d-8eb4ca2d862b HTTP/1.1" status: 200 len: 1094 time: 0.8100102 Jun 21 16:54:49.591846 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'tag': '10e929cc-6721-4663-927d-8eb4ca2d862b'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:54:49.596564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ff75c6-dced-4fa2-93d4-e648c8fe7570" -d '{"events": [{"name": "network-changed", "server_uuid": "1c19e657-0d31-410a-b755-4e2d41c926d6", "tag": "10e929cc-6721-4663-927d-8eb4ca2d862b"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:54:49.621664 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0e99c-76a5-4157-ae81-a43bb8cf1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=10e929cc-6721-4663-927d-8eb4ca2d862b,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:49.732544 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5409c-966b-47c5-8229-27e80c30e1ac x-openstack-request-id: req-0ea5409c-966b-47c5-8229-27e80c30e1ac {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:54:49.734182 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c19e657-0d31-410a-b755-4e2d41c926d6", "tag": "10e929cc-6721-4663-927d-8eb4ca2d862b", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:54:49.734888 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ea5409c-966b-47c5-8229-27e80c30e1ac {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:54:49.735300 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea5409c-966b-47c5-8229-27e80c30e1ac'] response: {'name': 'network-changed', 'server_uuid': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'tag': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'status': 'completed', 'code': 200} Jun 21 16:54:49.854295 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-3857e331-d875-4ede-a1a9-d2754c9e3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:49.855824 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-3857e331-d875-4ede-a1a9-d2754c9e3ab1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 1128 time: 0.1195843 Jun 21 16:54:49.870004 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76bd4d-b7a8-444e-b6b5-39aefa402d7f req-d996850b-2fd0-4a27-b03c-a838bdbbf2b9 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:49.871494 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ad76bd4d-b7a8-444e-b6b5-39aefa402d7f req-d996850b-2fd0-4a27-b03c-a838bdbbf2b9 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0635033 Jun 21 16:54:49.930331 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:49.942279 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ad76bd4d-b7a8-444e-b6b5-39aefa402d7f req-e42f86b8-2192-46f1-a094-dcf27a820499 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647895 Jun 21 16:54:49.972508 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-8cfdefe1-5d4b-4dde-a24d-fb7a78c024c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10e929cc-6721-4663-927d-8eb4ca2d862b HTTP/1.1" status: 200 len: 217 time: 0.0567408 Jun 21 16:54:50.024405 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-bc19b23b-ae05-47f5-976e-9a07f71eda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:50.026153 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-bc19b23b-ae05-47f5-976e-9a07f71eda46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0476699 Jun 21 16:54:50.079076 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-16bbe8ee-39ed-4624-a4f3-82f50199263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:50.080620 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-16bbe8ee-39ed-4624-a4f3-82f50199263d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466957 Jun 21 16:54:50.179236 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-d7614b25-ac86-41ab-a819-5cd033b384e0 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918555 Jun 21 16:54:50.274838 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d36722be-10a9-4dd7-8a90-e200e4c7e16e req-e3638a32-10ca-4362-81a0-b38ae21438b7 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893672 Jun 21 16:54:50.763070 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495781b-1139-4e02-bb81-18f295ab39c5 req-93002040-1b18-4de1-bba4-31d2cc487a1b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:50.770236 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0495781b-1139-4e02-bb81-18f295ab39c5 req-93002040-1b18-4de1-bba4-31d2cc487a1b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 944 time: 0.0589321 Jun 21 16:54:50.827377 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [req-90c128a2-3ed1-4a3b-84bd-f4eb2bf80f8d req-1d579a65-eecf-463b-8c21-d691ef87bb03 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:54:50.828663 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-90c128a2-3ed1-4a3b-84bd-f4eb2bf80f8d req-1d579a65-eecf-463b-8c21-d691ef87bb03 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055704 Jun 21 16:54:50.836410 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0495781b-1139-4e02-bb81-18f295ab39c5 req-b2ede95e-fe8d-4e9b-b628-c5dcb64a1c39 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650516 Jun 21 16:54:51.062441 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486017-d8d2-4408-b9dd-de64e7d5a754 req-1380cfcd-b6e1-4307-9bf3-6fdaa22d90de tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:51.063985 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71486017-d8d2-4408-b9dd-de64e7d5a754 req-1380cfcd-b6e1-4307-9bf3-6fdaa22d90de tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0498965 Jun 21 16:54:51.116997 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71486017-d8d2-4408-b9dd-de64e7d5a754 req-0041f07e-4834-4769-b46b-15cdc6c3a16d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469148 Jun 21 16:54:51.155249 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8d70-adf1-4fa2-9423-d00e24622bc3 req-15d9f1cb-fcdc-40bb-af14-a4c07e28a4f9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:51.156909 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f09e8d70-adf1-4fa2-9423-d00e24622bc3 req-15d9f1cb-fcdc-40bb-af14-a4c07e28a4f9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0494289 Jun 21 16:54:51.207248 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f09e8d70-adf1-4fa2-9423-d00e24622bc3 req-0a461762-b070-4609-90ec-231c0990313b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446644 Jun 21 16:54:51.369451 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:51.404291 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-b6702c8b-5c82-4259-a075-f4b05bc96b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:51.407968 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-b6702c8b-5c82-4259-a075-f4b05bc96b47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 1128 time: 0.0445518 Jun 21 16:54:51.433676 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:51.444479 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-89bc6d42-c239-46a5-9581-7955149d534f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448899 Jun 21 16:54:51.504288 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-f77c1c19-dc5e-499d-b6ce-589a74cba9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:51.505934 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-f77c1c19-dc5e-499d-b6ce-589a74cba9d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 917 time: 0.0936015 Jun 21 16:54:51.524747 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-778ec43b-58b3-450a-a715-4f64c57c3bdb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:51.526161 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-778ec43b-58b3-450a-a715-4f64c57c3bdb tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports/9422fb6f-a2be-40f8-9c46-eb984da56a96 HTTP/1.1" status: 200 len: 941 time: 0.0544569 Jun 21 16:54:51.556598 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-ed3b5ab8-2bca-4e93-b12f-c3f8c06fb20c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10e929cc-6721-4663-927d-8eb4ca2d862b HTTP/1.1" status: 200 len: 217 time: 0.0392542 Jun 21 16:54:51.614939 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-37875be5-7d5a-44b0-a103-ed7301babd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:51.616438 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-37875be5-7d5a-44b0-a103-ed7301babd30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0511460 Jun 21 16:54:51.664348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-6eacf71b-d05d-413f-9842-e14d8943b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:51.665968 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-6eacf71b-d05d-413f-9842-e14d8943b6d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417237 Jun 21 16:54:51.739917 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 10e929cc-6721-4663-927d-8eb4ca2d862b details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:54:51.744145 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:54:51.753391 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:51.769046 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-a952cddb-0f40-45b5-9a29-fd9b5400f22e service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902402 Jun 21 16:54:51.789712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:51.872702 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15ff75c6-dced-4fa2-93d4-e648c8fe7570 req-1b047184-fdf2-4658-8cd9-feb86f941479 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977204 Jun 21 16:54:51.921488 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:51.924508 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 9422fb6f-a2be-40f8-9c46-eb984da56a96 is: DOWN; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:51.931895 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 10e929cc-6721-4663-927d-8eb4ca2d862b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10e929cc-6721-4663-927d-8eb4ca2d862b,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:51.944027 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:54:51.971861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5347547-be22-4fbf-af4b-4a6b915537d9 req-2dde704d-291c-4c22-89dd-790399107751 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:51.973426 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f5347547-be22-4fbf-af4b-4a6b915537d9 req-2dde704d-291c-4c22-89dd-790399107751 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 944 time: 0.0599880 Jun 21 16:54:51.988183 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 10e929cc-6721-4663-927d-8eb4ca2d862b is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:51.988662 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:52.002956 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e929cc-6721-4663-927d-8eb4ca2d862b {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:54:52.013380 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:52.023303 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f5347547-be22-4fbf-af4b-4a6b915537d9 req-8a2e4146-5e1b-4427-829b-99ced742f7b4 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Jun 21 16:54:52.024976 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 10e929cc-6721-4663-927d-8eb4ca2d862b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10e929cc-6721-4663-927d-8eb4ca2d862b,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:52.138318 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:52.187830 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=10e929cc-6721-4663-927d-8eb4ca2d862b,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:52.238347 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1437ad3-c194-4b5b-959c-40da205a5399 req-d52d4285-c3a8-4d3d-9ef7-3633f6f72f54 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:52.240704 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c1437ad3-c194-4b5b-959c-40da205a5399 req-d52d4285-c3a8-4d3d-9ef7-3633f6f72f54 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Jun 21 16:54:52.299474 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c1437ad3-c194-4b5b-959c-40da205a5399 req-88cb52b1-7b66-4b31-a7bf-af80c2077b5b tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532525 Jun 21 16:54:52.337922 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092d3b4-9484-469f-bf00-64510d8f538c req-c78d0a13-635a-42d7-bcf0-884c8403f724 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:52.339423 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0092d3b4-9484-469f-bf00-64510d8f538c req-c78d0a13-635a-42d7-bcf0-884c8403f724 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0489411 Jun 21 16:54:52.392630 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0092d3b4-9484-469f-bf00-64510d8f538c req-8eab9229-f47b-482a-8ba6-da9ba0a28198 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473177 Jun 21 16:54:52.442288 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['10e929cc-6721-4663-927d-8eb4ca2d862b'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:54:52.925800 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-9dc7fab4-a477-447f-a4b8-911336262fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:52.927289 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-9dc7fab4-a477-447f-a4b8-911336262fa8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0&tenant_id=85cd0d0402244286b9199e77f8ef18ca HTTP/1.1" status: 200 len: 1128 time: 0.0413327 Jun 21 16:54:52.993595 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-d3bb1b6e-be89-460d-b96c-07260a0bb07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:52.994940 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-d3bb1b6e-be89-460d-b96c-07260a0bb07f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=85cd0d0402244286b9199e77f8ef18ca&device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 1128 time: 0.0433991 Jun 21 16:54:53.061354 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:53.088073 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-ef978921-6219-4a02-bb42-f3aec8c96cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:53.089635 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-ef978921-6219-4a02-bb42-f3aec8c96cb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 200 len: 919 time: 0.0872791 Jun 21 16:54:53.143964 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c10ce-f98a-434d-ad5a-86b597d6f8d9 req-c88a7410-cfd4-4cd5-b7b7-90ca2759849a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:53.145542 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1a9c10ce-f98a-434d-ad5a-86b597d6f8d9 req-c88a7410-cfd4-4cd5-b7b7-90ca2759849a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 945 time: 0.0502181 Jun 21 16:54:53.163534 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-8b193b4b-0390-4509-b870-4a75dff3f3fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96 HTTP/1.1" status: 200 len: 999 time: 0.0654116 Jun 21 16:54:53.203976 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1a9c10ce-f98a-434d-ad5a-86b597d6f8d9 req-8d5a0796-1a18-4da8-ba9e-e43ad567a7ed tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478601 Jun 21 16:54:53.215140 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-40264f63-4c29-4dc1-84c2-67dbeb900df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:53.216638 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-40264f63-4c29-4dc1-84c2-67dbeb900df6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 200 len: 856 time: 0.0468078 Jun 21 16:54:53.264709 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-8bc785b6-931c-4f84-98a4-a78bc2a652ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:53.266330 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-8bc785b6-931c-4f84-98a4-a78bc2a652ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8df8015f-3aaf-42f1-8475-cd22b8c0ed19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412512 Jun 21 16:54:53.525513 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366fc36-c792-45f4-ac9b-7b69f70410d8 req-3a69dcb9-74aa-43dd-b2f7-9411fa96b883 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:53.527020 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b366fc36-c792-45f4-ac9b-7b69f70410d8 req-3a69dcb9-74aa-43dd-b2f7-9411fa96b883 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0566435 Jun 21 16:54:53.576507 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b366fc36-c792-45f4-ac9b-7b69f70410d8 req-8dc32e6d-99a7-433c-9f74-4ef489bac4dd tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434909 Jun 21 16:54:53.598709 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:53.642382 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-dde8afb1-bcc9-4759-b112-93961cf400e8 service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691349 Jun 21 16:54:53.652327 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6980ca-8f49-464d-ac6f-e9644a894911 req-c47e2b06-26ab-495a-b9c8-30e0b2359989 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:53.653745 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4d6980ca-8f49-464d-ac6f-e9644a894911 req-c47e2b06-26ab-495a-b9c8-30e0b2359989 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0705190 Jun 21 16:54:53.744870 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 10e929cc-6721-4663-927d-8eb4ca2d862b up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:54:53.765326 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4d6980ca-8f49-464d-ac6f-e9644a894911 req-b66913e7-520f-470a-8d3d-188b99af33d8 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026938 Jun 21 16:54:53.785251 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3000269d-7697-4457-97d2-15eeef2dfcb1 req-c7f3f13b-e201-48ba-8640-cc3c4ddd473f service neutron] 10.222.0.47 "GET /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298943 Jun 21 16:54:53.788834 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 10e929cc-6721-4663-927d-8eb4ca2d862b completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:54:53.854852 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 10e929cc-6721-4663-927d-8eb4ca2d862b triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:54:53.855232 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:53.888687 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:53.937983 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 10e929cc-6721-4663-927d-8eb4ca2d862b is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:54:53.938370 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:53.964329 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e929cc-6721-4663-927d-8eb4ca2d862b'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:54:53.966726 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816526a1-0452-4a14-81e9-7e23123bc0da" -d '{"events": [{"server_uuid": "1c19e657-0d31-410a-b755-4e2d41c926d6", "name": "network-vif-plugged", "status": "completed", "tag": "10e929cc-6721-4663-927d-8eb4ca2d862b"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:54:53.978228 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 10e929cc-6721-4663-927d-8eb4ca2d862b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10e929cc-6721-4663-927d-8eb4ca2d862b,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:54:54.003974 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c92e330-0c84-4739-a046-15fb8bdad880 x-openstack-request-id: req-8c92e330-0c84-4739-a046-15fb8bdad880 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:54:54.004269 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19e657-0d31-410a-b755-4e2d41c926d6", "name": "network-vif-plugged", "status": "completed", "tag": "10e929cc-6721-4663-927d-8eb4ca2d862b", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:54:54.004523 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c92e330-0c84-4739-a046-15fb8bdad880 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:54:54.004922 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c92e330-0c84-4739-a046-15fb8bdad880'] response: {'server_uuid': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'code': 200} Jun 21 16:54:54.058424 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:54:54.113973 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=10e929cc-6721-4663-927d-8eb4ca2d862b,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:54:54.319644 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcd6fe-b5ad-48cc-975c-64767f0f53de req-ba65d448-e501-4762-993e-beff42190262 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:54.321045 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b0bcd6fe-b5ad-48cc-975c-64767f0f53de req-ba65d448-e501-4762-993e-beff42190262 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0484908 Jun 21 16:54:54.373983 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b0bcd6fe-b5ad-48cc-975c-64767f0f53de req-cb84db44-d02c-44ec-a841-8531442af548 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468051 Jun 21 16:54:54.428628 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa4668-f89d-4eaa-8435-843e3fb261c7 req-f51555fd-362b-4d2a-85aa-c1431a5df960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:54.430926 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-97aa4668-f89d-4eaa-8435-843e3fb261c7 req-f51555fd-362b-4d2a-85aa-c1431a5df960 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 1130 time: 0.0532072 Jun 21 16:54:54.714924 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977385-8220-49f2-9274-9e849f70cdad req-0fc831b8-7825-4655-95b9-ad0ee4f04cb8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:54.717742 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ef977385-8220-49f2-9274-9e849f70cdad req-0fc831b8-7825-4655-95b9-ad0ee4f04cb8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0524368 Jun 21 16:54:54.775473 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ef977385-8220-49f2-9274-9e849f70cdad req-1e99dffe-2294-4f04-aa5b-a72734d770fd tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513344 Jun 21 16:54:54.895487 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f8c24-7d9f-4c83-88e2-666c334af54d req-925c5178-c81d-481d-95b9-287f58effc49 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:54.897482 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-399f8c24-7d9f-4c83-88e2-666c334af54d req-925c5178-c81d-481d-95b9-287f58effc49 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0542390 Jun 21 16:54:54.966037 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-399f8c24-7d9f-4c83-88e2-666c334af54d req-fecc3877-d435-40a8-b5de-f92cfc7fb39e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625353 Jun 21 16:54:55.497486 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd550ef-a964-44e7-9e76-c16db0f4c0f9 req-b746796d-8b2e-4c66-b5e1-d13556d077e4 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:55.499730 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1cd550ef-a964-44e7-9e76-c16db0f4c0f9 req-b746796d-8b2e-4c66-b5e1-d13556d077e4 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0514793 Jun 21 16:54:55.573476 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1cd550ef-a964-44e7-9e76-c16db0f4c0f9 req-e0d4d27a-980f-47c1-b3f5-4f7dd621ca6b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676944 Jun 21 16:54:55.924030 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbb065-9929-4607-8317-faf212f66196 req-9d4358bd-f210-4174-b9d7-06985a5ed273 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:55.925645 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3ecbb065-9929-4607-8317-faf212f66196 req-9d4358bd-f210-4174-b9d7-06985a5ed273 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0517473 Jun 21 16:54:55.977662 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3ecbb065-9929-4607-8317-faf212f66196 req-4d47d8ad-0446-4cfd-9e1e-ae3ebb4593fe tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460999 Jun 21 16:54:56.101737 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973954a-9b8a-47f6-a19c-5e8e8970b267 req-aaf1f8eb-4fa2-493f-acc3-14293e11b08d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:56.103341 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6973954a-9b8a-47f6-a19c-5e8e8970b267 req-aaf1f8eb-4fa2-493f-acc3-14293e11b08d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0545664 Jun 21 16:54:56.160842 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6973954a-9b8a-47f6-a19c-5e8e8970b267 req-9f2fe5a4-0985-4fd1-bd05-f2beefad3070 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517414 Jun 21 16:54:56.709511 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb116a-74c1-480e-bc4d-99a6ed16d061 req-b0ea3481-a976-4cbf-b501-21aac1d6b4b6 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:56.711090 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2fb116a-74c1-480e-bc4d-99a6ed16d061 req-b0ea3481-a976-4cbf-b501-21aac1d6b4b6 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0586035 Jun 21 16:54:56.777690 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2fb116a-74c1-480e-bc4d-99a6ed16d061 req-f0b9c462-c4d7-4144-9500-7e38008d8864 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606406 Jun 21 16:54:57.139974 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330905e3-f5c6-40d7-8ba1-87e924d6c473 req-71b26fe3-99ca-4d8f-b84f-696e872f8eef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:57.143935 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-330905e3-f5c6-40d7-8ba1-87e924d6c473 req-71b26fe3-99ca-4d8f-b84f-696e872f8eef tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0572772 Jun 21 16:54:57.204898 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-330905e3-f5c6-40d7-8ba1-87e924d6c473 req-7a986938-d523-47b0-bb78-8e5f1b8ec422 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552616 Jun 21 16:54:57.305426 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e251f-feb7-4a67-adb5-b5f03fabf1df req-12886db6-b74e-445d-a2d8-00868dfe2aa5 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:57.306903 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-610e251f-feb7-4a67-adb5-b5f03fabf1df req-12886db6-b74e-445d-a2d8-00868dfe2aa5 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0520730 Jun 21 16:54:57.363623 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-610e251f-feb7-4a67-adb5-b5f03fabf1df req-2c9eb608-42b1-46b6-8c38-3d9479c0099f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505185 Jun 21 16:54:57.891088 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:57.901872 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f590a60-09fa-4699-900c-2396bd94ea84 req-4a8c7d71-8372-4998-9334-e4591e6dd142 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:57.903391 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3f590a60-09fa-4699-900c-2396bd94ea84 req-4a8c7d71-8372-4998-9334-e4591e6dd142 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0544243 Jun 21 16:54:57.957626 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3f590a60-09fa-4699-900c-2396bd94ea84 req-86d6cdb1-91b8-4152-8f28-74ee0d8866ad tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476556 Jun 21 16:54:58.339195 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f5d7e-cb69-40d4-8427-8f3ce7d866e1 req-0583a55a-644d-468b-851b-701f0941f6f7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:58.341461 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-282f5d7e-cb69-40d4-8427-8f3ce7d866e1 req-0583a55a-644d-468b-851b-701f0941f6f7 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0557587 Jun 21 16:54:58.369199 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:54:58.406696 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-282f5d7e-cb69-40d4-8427-8f3ce7d866e1 req-ff55cbe7-87ab-4e85-bb27-abe11c51f7b2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567000 Jun 21 16:54:58.494202 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3bd5-efd1-4bfa-b839-c0c230979196 req-25f925b3-466f-475a-bf09-8a140053f190 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:58.495984 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-29ce3bd5-efd1-4bfa-b839-c0c230979196 req-25f925b3-466f-475a-bf09-8a140053f190 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0611942 Jun 21 16:54:58.550710 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-29ce3bd5-efd1-4bfa-b839-c0c230979196 req-3078a67b-7c9e-4b88-abf1-ef2b6cc9b580 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477219 Jun 21 16:54:59.084180 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9abddf-db5e-4b78-abe3-d8df4a0cbef0 req-06e20248-c0ab-4096-b45a-fba845a5113c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:59.086033 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ae9abddf-db5e-4b78-abe3-d8df4a0cbef0 req-06e20248-c0ab-4096-b45a-fba845a5113c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0561068 Jun 21 16:54:59.204753 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ae9abddf-db5e-4b78-abe3-d8df4a0cbef0 req-0596d4c5-0337-424d-b18f-0c477e8bca22 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096115 Jun 21 16:54:59.577834 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cdcc7-6abd-4789-b4b6-3d1a182f7cab req-ac57ca4b-f77c-4e36-b5ac-d3599a289f64 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:59.579419 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2b9cdcc7-6abd-4789-b4b6-3d1a182f7cab req-ac57ca4b-f77c-4e36-b5ac-d3599a289f64 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0850983 Jun 21 16:54:59.670067 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2b9cdcc7-6abd-4789-b4b6-3d1a182f7cab req-2fcaf085-5bc5-4fca-aaf7-57baaf4ae57b tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761404 Jun 21 16:54:59.700043 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4cb08-da2f-4465-aff4-df4895c03634 req-9e3391c9-7a1e-48ef-8852-7f3c2f2fef6f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:54:59.700043 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c5a4cb08-da2f-4465-aff4-df4895c03634 req-9e3391c9-7a1e-48ef-8852-7f3c2f2fef6f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0668499 Jun 21 16:54:59.757872 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c5a4cb08-da2f-4465-aff4-df4895c03634 req-fdb81b82-f9a9-4415-b160-3328607fbc02 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568101 Jun 21 16:55:00.330762 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1daf6-808b-4c31-a8e2-b2198414abef req-3eb707be-7658-4028-93e6-053149bdd288 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:00.332288 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fcf1daf6-808b-4c31-a8e2-b2198414abef req-3eb707be-7658-4028-93e6-053149bdd288 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0495300 Jun 21 16:55:00.383520 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fcf1daf6-808b-4c31-a8e2-b2198414abef req-69f06d7d-fa27-45a7-884d-acf23406764a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Jun 21 16:55:00.746677 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:00.803410 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe2091-d750-4fd0-a74b-bba4df85f925 req-0b605e42-eeca-49b0-b2d3-2785931c48ce tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:00.805161 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c4fe2091-d750-4fd0-a74b-bba4df85f925 req-0b605e42-eeca-49b0-b2d3-2785931c48ce tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0534046 Jun 21 16:55:00.851665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:00.863421 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:00.904044 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c4fe2091-d750-4fd0-a74b-bba4df85f925 req-9bedb7f0-bfba-4c38-bf48-dfbcc682409d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872083 Jun 21 16:55:00.911525 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d1e6c-ca7e-4af5-86c1-98c401282f6b req-ca669f97-dc71-427d-9000-54043579fb19 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:00.913109 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-529d1e6c-ca7e-4af5-86c1-98c401282f6b req-ca669f97-dc71-427d-9000-54043579fb19 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0619802 Jun 21 16:55:00.976699 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-529d1e6c-ca7e-4af5-86c1-98c401282f6b req-50144f27-3908-424e-ad9f-20c9d88d3ed9 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576496 Jun 21 16:55:01.504074 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb4052-e12a-4b5f-870d-7d35cd874a18 req-a7ea04d6-d832-4436-b24f-6b0fb2235e5d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:01.505573 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f2cb4052-e12a-4b5f-870d-7d35cd874a18 req-a7ea04d6-d832-4436-b24f-6b0fb2235e5d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0477664 Jun 21 16:55:01.560058 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f2cb4052-e12a-4b5f-870d-7d35cd874a18 req-d8d26181-55c8-49c0-9d01-be78222fa83b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488274 Jun 21 16:55:02.037353 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f327c0-108b-4bfb-ac66-4c225643cf25 req-88fb771c-1561-4733-a989-c486a9669601 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:02.044573 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d2f327c0-108b-4bfb-ac66-4c225643cf25 req-88fb771c-1561-4733-a989-c486a9669601 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0600746 Jun 21 16:55:02.094529 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d2f327c0-108b-4bfb-ac66-4c225643cf25 req-a09fa912-aef8-4809-bc80-d9b9d0c0ae89 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488989 Jun 21 16:55:02.134751 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd7b60-377c-409a-8cb4-a4dafb5194a8 req-a7dadd07-02e5-414e-8cf6-4a14cf0a4cba tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:02.136996 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-40bd7b60-377c-409a-8cb4-a4dafb5194a8 req-a7dadd07-02e5-414e-8cf6-4a14cf0a4cba tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0607007 Jun 21 16:55:02.201088 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-40bd7b60-377c-409a-8cb4-a4dafb5194a8 req-398fab66-5e5d-41cf-8ba7-98688e3a9729 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546701 Jun 21 16:55:02.682997 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b66a5-d584-4bc1-a3c6-3fba6e6b9b0f req-bf98dacd-7ff5-4e08-834c-0c97a1542254 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:02.684593 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c6b66a5-d584-4bc1-a3c6-3fba6e6b9b0f req-bf98dacd-7ff5-4e08-834c-0c97a1542254 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0492764 Jun 21 16:55:02.744801 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c6b66a5-d584-4bc1-a3c6-3fba6e6b9b0f req-5f78745c-276b-400e-82cc-d4c40a3bf208 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530951 Jun 21 16:55:02.847446 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=12 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:02.853314 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=14 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:03.242935 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17916068-c9dd-4196-8f2f-732dcf743041 req-f8fbb43c-5c44-4f4e-951d-d13c277bd99c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:03.248214 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-17916068-c9dd-4196-8f2f-732dcf743041 req-f8fbb43c-5c44-4f4e-951d-d13c277bd99c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0680382 Jun 21 16:55:03.307476 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-17916068-c9dd-4196-8f2f-732dcf743041 req-b13b3431-2ad3-447b-aba3-ab8210939d22 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574906 Jun 21 16:55:03.337035 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6957f4-02aa-4280-ad4f-f87eee3072d6 req-f61aa63e-f14b-4dad-9559-7ec199b978b9 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:03.338537 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4f6957f4-02aa-4280-ad4f-f87eee3072d6 req-f61aa63e-f14b-4dad-9559-7ec199b978b9 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0591731 Jun 21 16:55:03.387265 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4f6957f4-02aa-4280-ad4f-f87eee3072d6 req-cadfe6e1-0b0a-43a3-9113-8b2105b7bb9b tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Jun 21 16:55:03.862467 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2136d2-87cc-438c-9253-52af35f9bdd1 req-cdcc6662-8d01-40b1-86b8-86709ce54587 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:03.863943 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-aa2136d2-87cc-438c-9253-52af35f9bdd1 req-cdcc6662-8d01-40b1-86b8-86709ce54587 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0476253 Jun 21 16:55:03.918222 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-aa2136d2-87cc-438c-9253-52af35f9bdd1 req-d94a5224-89fd-406b-8f22-35c592f11dcb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487161 Jun 21 16:55:04.057800 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-43b41983-fe16-4196-8ab6-85160b7ddbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:04.344851 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-97aa4668-f89d-4eaa-8435-843e3fb261c7 req-0fbf6b83-6649-4a11-8bec-50f54003c1ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408876 Jun 21 16:55:04.433409 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0165c-3e9d-46d7-9766-fca5928b90f3 req-3f383331-8a40-4ad1-a5b4-bf8388ec75c8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:04.434915 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ecc0165c-3e9d-46d7-9766-fca5928b90f3 req-3f383331-8a40-4ad1-a5b4-bf8388ec75c8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0498598 Jun 21 16:55:04.485859 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ecc0165c-3e9d-46d7-9766-fca5928b90f3 req-78f1ad78-223f-4acc-871e-3f07ac32aaf8 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444884 Jun 21 16:55:04.508610 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f0a22-a129-453c-8568-ce40c90a6d13 req-9abd156a-f5dd-4e22-a654-f800336e9edf tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:04.510130 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c48f0a22-a129-453c-8568-ce40c90a6d13 req-9abd156a-f5dd-4e22-a654-f800336e9edf tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Jun 21 16:55:04.562780 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c48f0a22-a129-453c-8568-ce40c90a6d13 req-640d6b19-47c0-498e-913a-a309fdb7ce9a tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463750 Jun 21 16:55:04.637980 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-4ca666e0-b226-42c2-9ca7-5621f7f75430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:04.640180 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-4ca666e0-b226-42c2-9ca7-5621f7f75430 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1129 time: 0.0424192 Jun 21 16:55:05.040563 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f5ef7-17f2-473e-be0a-31169f0ffcc9 req-14864dfc-ce70-4317-bee7-b1e20d2651d1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:05.042095 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e56f5ef7-17f2-473e-be0a-31169f0ffcc9 req-14864dfc-ce70-4317-bee7-b1e20d2651d1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0500553 Jun 21 16:55:05.060012 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-7838e1bd-2d80-4d32-b9ba-fe0e26603613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:05.062157 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-7838e1bd-2d80-4d32-b9ba-fe0e26603613 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e HTTP/1.1" status: 200 len: 910 time: 0.0957956 Jun 21 16:55:05.096147 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e56f5ef7-17f2-473e-be0a-31169f0ffcc9 req-20fbdcb7-0ed7-465e-a91e-d32a51ddbddc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472796 Jun 21 16:55:05.355599 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:05.365441 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-b987cfdf-118c-478a-b126-c33e32ce8878 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 200 len: 1001 time: 0.0602932 Jun 21 16:55:05.617732 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b634c16-4973-442b-b67a-56a74ba08f4c req-8512d760-687a-4ac7-87ba-7543dd8cc447 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:05.619514 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b634c16-4973-442b-b67a-56a74ba08f4c req-8512d760-687a-4ac7-87ba-7543dd8cc447 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0567286 Jun 21 16:55:05.678677 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b634c16-4973-442b-b67a-56a74ba08f4c req-da812cf3-8012-47ef-9d80-03c435689cb5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532689 Jun 21 16:55:05.707222 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea60a2-6592-4e28-b3fb-429e97e620b9 req-52312423-58ea-4a24-ba69-c35c56490d95 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:05.708952 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-00ea60a2-6592-4e28-b3fb-429e97e620b9 req-52312423-58ea-4a24-ba69-c35c56490d95 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0675745 Jun 21 16:55:05.761227 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-00ea60a2-6592-4e28-b3fb-429e97e620b9 req-fa3b30bd-0c11-46ff-b1d5-3ed1600c7434 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466897 Jun 21 16:55:06.198536 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-328e8ac8-a592-4beb-9a64-51405852e7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:06.223588 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b327b-55e8-44b9-b704-e23063fcc068 req-79e996c7-1841-40b5-841f-52552558cb4e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:06.225707 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2c9b327b-55e8-44b9-b704-e23063fcc068 req-79e996c7-1841-40b5-841f-52552558cb4e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0517991 Jun 21 16:55:06.316374 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2c9b327b-55e8-44b9-b704-e23063fcc068 req-975e2cc6-34b5-4f18-bf06-fff5ca95421b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845139 Jun 21 16:55:06.335298 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-c9e60a9b-3bc5-48f0-86bb-065fd4b26254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:06.337045 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-c9e60a9b-3bc5-48f0-86bb-065fd4b26254 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa55fd2-1988-4b61-b7d6-899b5f8254e0 HTTP/1.1" status: 200 len: 847 time: 0.0666764 Jun 21 16:55:06.794890 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:06.803630 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3d6d9-2eda-4d75-89fd-603a5cf334b9 req-c7bf58a8-7c20-43f2-9f62-8597a16e02ba tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:06.806408 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-01d3d6d9-2eda-4d75-89fd-603a5cf334b9 req-c7bf58a8-7c20-43f2-9f62-8597a16e02ba tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0491300 Jun 21 16:55:06.853935 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-01d3d6d9-2eda-4d75-89fd-603a5cf334b9 req-07db2889-33c1-4f5a-bbc8-87f01f4685dc tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433593 Jun 21 16:55:06.878775 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999a15-1b40-4f11-8713-7815b56e853d req-15c36605-c25d-43ee-ba4e-c623178b567c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:06.880266 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-25999a15-1b40-4f11-8713-7815b56e853d req-15c36605-c25d-43ee-ba4e-c623178b567c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0483668 Jun 21 16:55:06.913078 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:06.929813 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-25999a15-1b40-4f11-8713-7815b56e853d req-5beea355-8172-4eaa-9cd6-0a4d88601565 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440471 Jun 21 16:55:07.055650 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-ddba84bc-c54d-4032-a237-abdb9397ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:07.057261 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-ddba84bc-c54d-4032-a237-abdb9397ff84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418375 Jun 21 16:55:07.153106 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-78829993-242e-4be7-892d-7823fb67097f service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885870 Jun 21 16:55:07.245794 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-71d0d78c-c501-45a3-90a3-2e535f105977 req-b28e51e6-86d3-47ee-8875-dd16a358aca8 service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867195 Jun 21 16:55:07.433837 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d23aa-62f2-43ee-9a8c-bf789948802d req-2b4896db-eb49-43fb-a8e2-249a66d9ef32 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:07.435233 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c5d23aa-62f2-43ee-9a8c-bf789948802d req-2b4896db-eb49-43fb-a8e2-249a66d9ef32 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0507665 Jun 21 16:55:07.466163 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:07.485744 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c5d23aa-62f2-43ee-9a8c-bf789948802d req-9b1501a0-6674-45dd-9276-a86971940d81 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442374 Jun 21 16:55:07.598775 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4548fbd-7d04-4351-bab5-edcfa57b0636 req-310187b7-676a-4fb0-b416-245b5167e78d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:07.600243 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a4548fbd-7d04-4351-bab5-edcfa57b0636 req-310187b7-676a-4fb0-b416-245b5167e78d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0510733 Jun 21 16:55:07.609518 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39938) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:07.613861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'floatingip': {'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:55:07.650822 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (20ff85c8-87d3-464f-896d-51ba6f269fd9), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:07.833761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:55:07.950522 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:07.964445 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'port_id': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'mac_address': 'fa:16:3e:5b:7c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:55:08.004535 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd664d6-09f1-4fa5-8320-357d300a1d6e req-878209ba-fc1b-4408-be48-66cad0282f18 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:08.006570 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3cd664d6-09f1-4fa5-8320-357d300a1d6e req-878209ba-fc1b-4408-be48-66cad0282f18 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 944 time: 0.0570691 Jun 21 16:55:08.009191 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 9422fb6f-a2be-40f8-9c46-eb984da56a96 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:55:08.009845 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:08.026686 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:08.031644 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9422fb6f-a2be-40f8-9c46-eb984da56a96 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:55:08.056293 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:08.062889 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:08.133932 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3cd664d6-09f1-4fa5-8320-357d300a1d6e req-8983df13-0f96-4e8a-8d6e-a8843259c3a3 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560913 Jun 21 16:55:08.134429 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e14f97-0dc4-44bd-8ad6-067d97ab4b0a req-af423141-abeb-4747-b6fa-d940d62aad1e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:08.134429 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-48e14f97-0dc4-44bd-8ad6-067d97ab4b0a req-af423141-abeb-4747-b6fa-d940d62aad1e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1000245 Jun 21 16:55:08.197536 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-48e14f97-0dc4-44bd-8ad6-067d97ab4b0a req-19246107-fba2-462d-bd30-c78f7eb2c8c1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742071 Jun 21 16:55:08.216233 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:08.896872 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:08.897488 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (20ff85c8-87d3-464f-896d-51ba6f269fd9), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:08.929673 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:08.948560 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=9']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:08.987854 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:09.001058 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:09.038646 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Floating IP 20ff85c8-87d3-464f-896d-51ba6f269fd9 associated. External IP: 172.27.2.217, port: 10e929cc-6721-4663-927d-8eb4ca2d862b. Jun 21 16:55:09.167549 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['9422fb6f-a2be-40f8-9c46-eb984da56a96'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:55:09.331624 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:55:09.340824 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf8065-1f92-4a0d-b1ad-c34f7b0e4e36 req-ea55b572-db16-440e-878e-aa338361e13e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:09.343195 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9fbf8065-1f92-4a0d-b1ad-c34f7b0e4e36 req-ea55b572-db16-440e-878e-aa338361e13e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 945 time: 0.1595376 Jun 21 16:55:09.355304 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3690d29-5055-431a-80ba-b0d8efdad13a req-b88699bc-d45a-47fc-9e6d-be2dac3c9ecb tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:09.357023 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c3690d29-5055-431a-80ba-b0d8efdad13a req-b88699bc-d45a-47fc-9e6d-be2dac3c9ecb tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0651126 Jun 21 16:55:09.408729 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:09.420110 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c3690d29-5055-431a-80ba-b0d8efdad13a req-5e1bb287-6d98-42d1-888b-a4a1a7fed2d0 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563486 Jun 21 16:55:09.492513 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9fbf8065-1f92-4a0d-b1ad-c34f7b0e4e36 req-311475a5-0175-4834-b726-54d8e68a7a35 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402497 Jun 21 16:55:09.495737 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:55:09.502815 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:09.511135 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:55:09.525565 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:09.526708 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:09.534518 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ec7f2df1-3b1d-4728-be97-3d363b02b987 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "PUT /v2.0/floatingips/20ff85c8-87d3-464f-896d-51ba6f269fd9 HTTP/1.1" status: 200 len: 992 time: 1.9239302 Jun 21 16:55:09.538139 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'tag': '10e929cc-6721-4663-927d-8eb4ca2d862b'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:09.538139 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e2b0b-d67c-40a8-b2c6-239203c72faf" -d '{"events": [{"name": "network-changed", "server_uuid": "1c19e657-0d31-410a-b755-4e2d41c926d6", "tag": "10e929cc-6721-4663-927d-8eb4ca2d862b"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:09.574798 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93f5785-3970-495c-bd12-98c5257c1edd x-openstack-request-id: req-f93f5785-3970-495c-bd12-98c5257c1edd {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:09.575090 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c19e657-0d31-410a-b755-4e2d41c926d6", "tag": "10e929cc-6721-4663-927d-8eb4ca2d862b", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:09.575343 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f93f5785-3970-495c-bd12-98c5257c1edd {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:09.575746 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93f5785-3970-495c-bd12-98c5257c1edd'] response: {'name': 'network-changed', 'server_uuid': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'tag': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'status': 'completed', 'code': 200} Jun 21 16:55:09.627893 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:09.642364 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-ec2225af-7884-49e3-b7cb-0a6000d89fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:09.643974 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-ec2225af-7884-49e3-b7cb-0a6000d89fc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 1130 time: 0.0427022 Jun 21 16:55:09.647342 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:09.715286 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:09.745519 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-e888d106-3bfe-4cd8-be8b-2e97a54b6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:09.746989 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-e888d106-3bfe-4cd8-be8b-2e97a54b6c38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 917 time: 0.0959237 Jun 21 16:55:09.819487 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-784e9939-fc13-44fc-8032-e0adb1dacc65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10e929cc-6721-4663-927d-8eb4ca2d862b HTTP/1.1" status: 200 len: 1000 time: 0.0651464 Jun 21 16:55:09.875221 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-6d179730-070f-4efe-9ee9-7383c51a82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:09.876969 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-6d179730-070f-4efe-9ee9-7383c51a82c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0478981 Jun 21 16:55:09.927428 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-d06ea383-4a21-46e1-8cd9-53de4496f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:09.929394 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-d06ea383-4a21-46e1-8cd9-53de4496f722 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464084 Jun 21 16:55:09.993444 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:55:10.039003 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-8f436ef8-5f09-4b10-81ce-cc45ddfee88e service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009781 Jun 21 16:55:10.040409 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:08Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:10.069739 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:55:10.085554 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:10.086165 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:10.087978 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 9422fb6f-a2be-40f8-9c46-eb984da56a96 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:55:10.088347 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:10.231766 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:10.251699 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:10.284901 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 9422fb6f-a2be-40f8-9c46-eb984da56a96 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:55:10.285300 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:10.351153 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:10.351153 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a122511a-b0ee-4f0a-a9ea-59d1aedb9bbc" -d '{"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:10.371539 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:10.394859 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-056e2b0b-d67c-40a8-b2c6-239203c72faf req-848a112f-5fa9-417d-b706-00e576b806ea service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374781 Jun 21 16:55:10.446007 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ade83a4-5436-4d33-8ed1-37634d801cba x-openstack-request-id: req-7ade83a4-5436-4d33-8ed1-37634d801cba {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:10.446361 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-plugged", "status": "completed", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:10.446539 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ade83a4-5436-4d33-8ed1-37634d801cba {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:10.446926 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ade83a4-5436-4d33-8ed1-37634d801cba'] response: {'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'code': 200} Jun 21 16:55:10.484623 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:10.563399 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e2f44-54a1-4517-bed1-483f153209d1 req-ca0b0839-1c05-4b11-98ba-84097c1a489d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:10.564953 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-886e2f44-54a1-4517-bed1-483f153209d1 req-ca0b0839-1c05-4b11-98ba-84097c1a489d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0579200 Jun 21 16:55:10.596844 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=10']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:10.602779 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:08Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:10.630734 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-886e2f44-54a1-4517-bed1-483f153209d1 req-0ec66129-abff-4868-a63d-8e916c3f952f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591745 Jun 21 16:55:10.634203 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a8de4-fa4f-4c84-af11-2a1f5ef62a91 None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:08Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:55:10.802591 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae5a69-d638-42e9-ad09-73ecca0cfdba req-a2579248-6237-4877-a391-4a314be5d932 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:10.804182 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a9ae5a69-d638-42e9-ad09-73ecca0cfdba req-a2579248-6237-4877-a391-4a314be5d932 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0903842 Jun 21 16:55:10.809966 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f88f33-3fb6-424f-bfd6-a66507ccf53a req-1b4496ba-6775-4e15-9bc1-401d62efb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:10.814266 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9f88f33-3fb6-424f-bfd6-a66507ccf53a req-1b4496ba-6775-4e15-9bc1-401d62efb83e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 1131 time: 0.0575342 Jun 21 16:55:10.893160 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a9ae5a69-d638-42e9-ad09-73ecca0cfdba req-237ed595-dd14-4940-aa9f-66952f46701a tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802219 Jun 21 16:55:10.895610 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9f88f33-3fb6-424f-bfd6-a66507ccf53a req-13d6214b-d07d-45ad-bdf4-ff7d25856384 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763628 Jun 21 16:55:10.903810 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c800dc66-17a8-4249-9efa-47cacd1d5423 None None] New status for floating IP 20ff85c8-87d3-464f-896d-51ba6f269fd9: ACTIVE {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:55:11.349576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 39994) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:11.373271 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b3e8-69b0-49b3-a046-56c32ee2ea0a req-ab2e8c19-e141-41dd-88af-e792d7d5b53b tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:11.374823 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8984b3e8-69b0-49b3-a046-56c32ee2ea0a req-ab2e8c19-e141-41dd-88af-e792d7d5b53b tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0518668 Jun 21 16:55:11.434990 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8984b3e8-69b0-49b3-a046-56c32ee2ea0a req-dde681a1-6ae6-4150-a76e-2502126bf35c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542157 Jun 21 16:55:11.440119 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-07411856-dd96-4c66-97ef-dd9ecc1665d5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893912 Jun 21 16:55:11.449653 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-cad08641-451d-4087-b77e-0c8fd83a5f4a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:55:11.454870 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-cad08641-451d-4087-b77e-0c8fd83a5f4a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052023 Jun 21 16:55:11.533665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40002) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:11.638122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074de413-274a-49fc-b533-677c1baac501 req-0918bf41-c393-4c61-816e-5f2f15720cb1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:11.639549 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-0918bf41-c393-4c61-816e-5f2f15720cb1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports/abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 200 len: 942 time: 0.1048706 Jun 21 16:55:11.648369 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49ec80-d384-4fd9-866b-2f936f11905b req-1169a035-f8fd-4141-9dc6-1c265d69a6dd tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:11.649892 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9c49ec80-d384-4fd9-866b-2f936f11905b req-1169a035-f8fd-4141-9dc6-1c265d69a6dd tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Jun 21 16:55:11.707400 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9c49ec80-d384-4fd9-866b-2f936f11905b req-f02c9952-d230-4026-b614-825a46818509 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513563 Jun 21 16:55:12.007019 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:12.024257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8a75b-fe39-4eb5-b297-0d1e77cf487f req-6ec1e582-b373-4ec2-9760-b852a159f928 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:12.026247 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-56a8a75b-fe39-4eb5-b297-0d1e77cf487f req-6ec1e582-b373-4ec2-9760-b852a159f928 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0494633 Jun 21 16:55:12.078948 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-56a8a75b-fe39-4eb5-b297-0d1e77cf487f req-c0ce8965-e8e3-4811-88c4-63e298797357 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465686 Jun 21 16:55:12.550083 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6401-2f91-4e06-911d-feaae59cacda req-ce9bed4a-efac-47a6-8047-86965f79097c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:12.551472 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-38eb6401-2f91-4e06-911d-feaae59cacda req-ce9bed4a-efac-47a6-8047-86965f79097c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Jun 21 16:55:12.614612 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-38eb6401-2f91-4e06-911d-feaae59cacda req-884f06f7-e8d3-4cb1-bf5b-541cd79ee082 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572705 Jun 21 16:55:12.830727 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572fb81-6a82-49d5-85ee-7959ff1560aa req-22c9ed6c-0d06-4584-b2f2-41a83ae531a1 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:12.832172 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c572fb81-6a82-49d5-85ee-7959ff1560aa req-22c9ed6c-0d06-4584-b2f2-41a83ae531a1 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 945 time: 0.0469038 Jun 21 16:55:12.882062 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c572fb81-6a82-49d5-85ee-7959ff1560aa req-fb5a6ebc-e8bc-4c11-8b82-388441f2f2db tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Jun 21 16:55:13.200555 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a7b59-17e5-4932-95e1-166f116ea737 req-5a7cee40-7216-4f21-b692-a9307f36fc27 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:13.203089 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-276a7b59-17e5-4932-95e1-166f116ea737 req-5a7cee40-7216-4f21-b692-a9307f36fc27 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0510497 Jun 21 16:55:13.264892 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-276a7b59-17e5-4932-95e1-166f116ea737 req-6538237f-82c1-4dad-8f68-f2eb3c8d5ecf tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508597 Jun 21 16:55:13.731763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3f440-9b57-4a40-8322-ffc713f82e6b req-d64b3a96-dd24-4d89-932c-aa3f7fef0d78 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:13.733377 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fee3f440-9b57-4a40-8322-ffc713f82e6b req-d64b3a96-dd24-4d89-932c-aa3f7fef0d78 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0509255 Jun 21 16:55:13.791093 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fee3f440-9b57-4a40-8322-ffc713f82e6b req-50d3e573-15b5-4a5a-8b54-e1284b4b1ab0 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515773 Jun 21 16:55:13.902820 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 3b782323-0e20-4ed4-9fde-029d430c7e0e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:55:13.981419 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 3b782323-0e20-4ed4-9fde-029d430c7e0e is: ACTIVE; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:55:13.981806 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:14.006169 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557afb5-1e87-4e96-a1cb-4f33366b8c3f req-6d0cc12a-1f22-445b-985f-1023fa3ba66d tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:14.008047 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a557afb5-1e87-4e96-a1cb-4f33366b8c3f req-6d0cc12a-1f22-445b-985f-1023fa3ba66d tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 945 time: 0.0570729 Jun 21 16:55:14.009951 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:14.012192 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eb797c-8b40-41ba-a6c2-3cdfcd9b61cf" -d '{"events": [{"server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "name": "network-vif-unplugged", "status": "completed", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:14.027029 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 3b782323-0e20-4ed4-9fde-029d430c7e0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3b782323-0e20-4ed4-9fde-029d430c7e0e,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:14.065622 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eb00af-0dcb-4e1f-9f35-7ee174b57af1 x-openstack-request-id: req-c5eb00af-0dcb-4e1f-9f35-7ee174b57af1 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:14.065622 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "name": "network-vif-unplugged", "status": "completed", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:14.065622 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c5eb00af-0dcb-4e1f-9f35-7ee174b57af1 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:14.066355 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5eb00af-0dcb-4e1f-9f35-7ee174b57af1'] response: {'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'code': 200} Jun 21 16:55:14.066603 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a557afb5-1e87-4e96-a1cb-4f33366b8c3f req-ef1ec84a-feed-4697-8e5d-f7140bd21c8c tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486152 Jun 21 16:55:14.112227 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:14.112994 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device abae0918-ee64-4a4d-89a7-fad9196b8160 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:55:14.138207 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:14.147290 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-44686e41-9fe5-4ad3-9f1b-168cb3fb3710 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:14.148863 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-44686e41-9fe5-4ad3-9f1b-168cb3fb3710 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 945 time: 0.0545692 Jun 21 16:55:14.205860 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=3b782323-0e20-4ed4-9fde-029d430c7e0e,revision_number=6']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:14.243910 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:14.248286 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Deleting port 3b782323-0e20-4ed4-9fde-029d430c7e0e {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:55:14.249717 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:14.250726 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port abae0918-ee64-4a4d-89a7-fad9196b8160 is: ACTIVE; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:55:14.251176 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:14.288909 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:14.440720 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:14.513141 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=6']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:14.658339 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba1364-7e9d-4cd5-803e-269dfc3393e5 req-de8c76d5-8605-4642-a603-a20a11913445 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:14.659790 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a8ba1364-7e9d-4cd5-803e-269dfc3393e5 req-de8c76d5-8605-4642-a603-a20a11913445 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0710058 Jun 21 16:55:14.665107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] For port 3b782323-0e20-4ed4-9fde-029d430c7e0e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3b782323-0e20-4ed4-9fde-029d430c7e0e,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:14.665515 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:14.796571 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a8ba1364-7e9d-4cd5-803e-269dfc3393e5 req-e0637db2-97d8-469e-acbe-2bf8f8860449 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274240 Jun 21 16:55:14.884098 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:14.884461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (26cb1686-0e56-45a8-85a2-b72a6c154ca5), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:14.884777 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Floating IP 26cb1686-0e56-45a8-85a2-b72a6c154ca5 disassociated. External IP: 172.27.2.46, port: 3b782323-0e20-4ed4-9fde-029d430c7e0e. Jun 21 16:55:14.885117 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Calling delete_port for 3b782323-0e20-4ed4-9fde-029d430c7e0e owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:55:14.917858 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f25d8-4d8f-4ee4-bc2f-50864cdf5e61 req-29ef2b1f-a701-472b-95b7-1e9a9b2f5402 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:14.919818 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ec0f25d8-4d8f-4ee4-bc2f-50864cdf5e61 req-29ef2b1f-a701-472b-95b7-1e9a9b2f5402 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0533240 Jun 21 16:55:14.976688 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ec0f25d8-4d8f-4ee4-bc2f-50864cdf5e61 req-6401818c-484e-426f-b222-6d69662ace1d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487695 Jun 21 16:55:15.074980 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (3b782323-0e20-4ed4-9fde-029d430c7e0e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:15.105252 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event deleted for resources: {'Port': ['ID=3b782323-0e20-4ed4-9fde-029d430c7e0e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:15.178123 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:15.205377 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cbed4d7f-c5b7-4dfa-9121-7d812d190777 req-4a26d733-62bb-49f6-9092-36dc73008019 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 210 time: 0.0397882 Jun 21 16:55:15.274496 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:55:15.338883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:15.389646 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:55:15.399592 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:55:15.411331 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:15.411946 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:15.439194 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] No DVR routers for this DVR port 3b782323-0e20-4ed4-9fde-029d430c7e0e on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:55:15.441850 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:15.445028 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8f333f33-afe2-467c-8bd1-9f2ceb203c24 req-d3981a83-c289-4798-86d4-733c6328e256 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "DELETE /v2.0/ports/3b782323-0e20-4ed4-9fde-029d430c7e0e HTTP/1.1" status: 204 len: 173 time: 1.2884905 Jun 21 16:55:15.445506 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'name': 'network-vif-deleted', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:15.447779 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08caebb8-b004-404c-b379-1fd5e8f82aa8" -d '{"events": [{"server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "name": "network-vif-deleted", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:15.475517 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:15.491881 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2836b3-7a5e-4bd8-b1e2-3365016cd0e8 x-openstack-request-id: req-df2836b3-7a5e-4bd8-b1e2-3365016cd0e8 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:15.492167 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff16739-f953-4e6d-9c9c-c283d8ed7c33", "name": "network-vif-deleted", "tag": "3b782323-0e20-4ed4-9fde-029d430c7e0e", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:15.492424 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df2836b3-7a5e-4bd8-b1e2-3365016cd0e8 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:15.492828 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2836b3-7a5e-4bd8-b1e2-3365016cd0e8'] response: {'server_uuid': 'cff16739-f953-4e6d-9c9c-c283d8ed7c33', 'name': 'network-vif-deleted', 'tag': '3b782323-0e20-4ed4-9fde-029d430c7e0e', 'status': 'completed', 'code': 200} Jun 21 16:55:15.531721 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:15.732224 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:15.760241 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:55:15.769803 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:15.770407 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:15.881885 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:15.952785 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868d2fb-13fd-4eb8-be39-e13cfe75ea83 req-89bcdfcc-fb65-4378-adba-36a7f428d0ed tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:15.954379 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2868d2fb-13fd-4eb8-be39-e13cfe75ea83 req-89bcdfcc-fb65-4378-adba-36a7f428d0ed tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0793841 Jun 21 16:55:16.013616 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2868d2fb-13fd-4eb8-be39-e13cfe75ea83 req-e85d327b-2b59-4bd8-b67e-08a2022732d9 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530412 Jun 21 16:55:16.066891 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:16.069428 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c01aeec-8ed4-4aff-967c-790437c825ee" -d '{"events": [{"server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:16.121682 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:16.122030 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8391472-6b2f-4e0f-a894-2bb7102536bf req-e356c09e-27f0-49b3-a6d1-0b6e6b0b9694 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:16.123298 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f8391472-6b2f-4e0f-a894-2bb7102536bf req-e356c09e-27f0-49b3-a6d1-0b6e6b0b9694 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0530519 Jun 21 16:55:16.127939 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cc30b4-77ad-4479-ad5d-a400c9cc8ea9 x-openstack-request-id: req-05cc30b4-77ad-4479-ad5d-a400c9cc8ea9 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:16.128445 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "name": "network-vif-unplugged", "status": "failed", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160", "code": 422}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:16.128749 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05cc30b4-77ad-4479-ad5d-a400c9cc8ea9 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:16.129863 dv-cinder-799871-21-iscsi neutron-server[111044]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-05cc30b4-77ad-4479-ad5d-a400c9cc8ea9']: {'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'code': 422} returned with failed status Jun 21 16:55:16.166349 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a712c13-29fe-43fa-8182-79c7b3fc7036 None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:55:16.189880 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f8391472-6b2f-4e0f-a894-2bb7102536bf req-c2ca7e12-6118-4fcd-9548-615f778129c3 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582778 Jun 21 16:55:16.334934 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bbc80a0e-1832-4198-8ec1-0b8b474157b8 req-1d5892d3-fe1a-4116-b8bf-e02a673ff5f8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=cff16739-f953-4e6d-9c9c-c283d8ed7c33 HTTP/1.1" status: 200 len: 210 time: 0.0314915 Jun 21 16:55:16.405885 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cc85f6-fcef-42b1-af0e-03b2b2d52896 None None] New status for floating IP 26cb1686-0e56-45a8-85a2-b72a6c154ca5: DOWN {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:55:17.315540 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bec8db-974c-46eb-8bd3-bdd0478318a7 req-87cf927b-acd5-46c1-86f7-03465dd5d1aa tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:17.317085 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-66bec8db-974c-46eb-8bd3-bdd0478318a7 req-87cf927b-acd5-46c1-86f7-03465dd5d1aa tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0495646 Jun 21 16:55:17.329751 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:17.370544 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-66bec8db-974c-46eb-8bd3-bdd0478318a7 req-7da09211-3c4d-424d-873e-69044ad025d4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476534 Jun 21 16:55:17.604008 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-452aa558-9b22-4233-86f5-aae29fc0588a tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254481239&fields=id&tenant_id=7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 267 time: 0.0443940 Jun 21 16:55:17.715629 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-4adcf8fd-9e79-4ba3-8e6e-9f9aabeedf6f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:17.717101 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-4adcf8fd-9e79-4ba3-8e6e-9f9aabeedf6f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 812 time: 0.1061180 Jun 21 16:55:17.732352 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-844d5d39-efa8-41ae-aff6-ad76f101e22a tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/quotas/7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 375 time: 0.0091450 Jun 21 16:55:17.784346 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-7ac7b94b-9793-4ae8-91cf-d7a66d43dc5b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463257 Jun 21 16:55:17.868616 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:17.884928 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-c707c8e8-7336-4a7a-a463-86956f4b700e service neutron] 10.222.0.70 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896645 Jun 21 16:55:17.977631 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-6fc0fa9f-c0ef-4d31-b55c-bce2919750d1 service neutron] 10.222.0.70 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862679 Jun 21 16:55:18.270245 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:55:18.494771 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad7689-dd67-4486-b9c8-4ad5f6f29ddd req-d0f14494-0f24-41c8-86ce-457fbac64b86 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:18.496301 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-69ad7689-dd67-4486-b9c8-4ad5f6f29ddd req-d0f14494-0f24-41c8-86ce-457fbac64b86 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0543172 Jun 21 16:55:18.553379 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-69ad7689-dd67-4486-b9c8-4ad5f6f29ddd req-f6872773-6d37-4565-a5f1-618c56771bf1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482781 Jun 21 16:55:18.579323 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-092ab67e-73b9-4142-a746-f17926f73302 req-8c2541ce-255b-4cd3-93f6-0da2a74d4f2d tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 210 time: 0.0388381 Jun 21 16:55:19.678246 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21941385-419e-4e22-8bf9-2c0584a42afb req-fa1157ee-1f52-4772-8cb5-6ed3a906053f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:19.679663 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-21941385-419e-4e22-8bf9-2c0584a42afb req-fa1157ee-1f52-4772-8cb5-6ed3a906053f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0538697 Jun 21 16:55:19.682484 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-193e4846-4208-47d3-a51d-9030b933d80f req-4f37d226-6342-4ae6-8e3b-b3915b4e6ad5 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 210 time: 0.0323150 Jun 21 16:55:19.732940 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-21941385-419e-4e22-8bf9-2c0584a42afb req-6613a84d-db2c-40cd-beec-5f47c3e684f4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468180 Jun 21 16:55:20.783942 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e2212bbb-1550-4995-994f-171f60815c12 req-76367150-1fd2-4499-83d4-2ea3798dc50b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jun 21 16:55:20.856734 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1088d2e-49ea-4500-86df-aed2c4dc66ac req-7ed41f58-b5fc-43d0-a44c-06c141e289f4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:20.858691 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c1088d2e-49ea-4500-86df-aed2c4dc66ac req-7ed41f58-b5fc-43d0-a44c-06c141e289f4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0531323 Jun 21 16:55:20.913518 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c1088d2e-49ea-4500-86df-aed2c4dc66ac req-f960b6b7-50f9-4fb7-9f6e-8e7a61ecfc92 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495946 Jun 21 16:55:21.361204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0fc23785-2eea-4f37-a8c8-53bc82f4f833 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:21.362756 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0fc23785-2eea-4f37-a8c8-53bc82f4f833 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 812 time: 0.1125281 Jun 21 16:55:21.437958 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-bf9a8072-8e72-4760-8935-12830500df9b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 379 time: 0.0664206 Jun 21 16:55:21.449428 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'port': {'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'admin_state_up': True, 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'security_groups': ['ff429d4e-af44-454b-9ddf-c330058f2b61']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:55:21.683912 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Made reservation on behalf of 7a8a0ae0c16a41c8b34547406830813a for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:55:21.693593 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:21.851458 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Allocated IP 172.20.0.12 (c20083da-e0ff-47bb-b753-e54f100e0a6f/b743ccd9-7980-45e4-8c3f-d3c36764f8b2/b654ed50-66dd-4643-897e-9f5c0d189bff) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:55:21.889970 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:21.893678 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a676c702-ada9-4a0d-ae9d-066940d1665f req-1a804d29-8862-4163-9d46-d2c785573478 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 210 time: 0.0373929 Jun 21 16:55:21.923334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:22.028196 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:22.036371 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe1c90-5bc4-4a29-a687-7f3d8b61e2ba req-a221fedb-1f11-48f2-a286-a87c0c9d0bd8 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:22.038154 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-57fe1c90-5bc4-4a29-a687-7f3d8b61e2ba req-a221fedb-1f11-48f2-a286-a87c0c9d0bd8 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0504882 Jun 21 16:55:22.094156 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-57fe1c90-5bc4-4a29-a687-7f3d8b61e2ba req-9697de0c-65b0-4bb9-853c-13ced1d6c2cb tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489132 Jun 21 16:55:22.175992 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:22.222710 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Network c20083da-e0ff-47bb-b753-e54f100e0a6f is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:55:22.225830 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:55:22.229784 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:55:22.253491 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=b654ed50-66dd-4643-897e-9f5c0d189bff,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:22.292582 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:22.293231 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:22.390128 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-0dc2191f-47d6-4f7a-92de-28b8a3f72920 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9455900 Jun 21 16:55:22.471700 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Request body: {'port': {'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:55:22.493547 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-0f49b33b-712f-4349-b6ca-8fa154d553f5 None None] Provisioning complete for port b654ed50-66dd-4643-897e-9f5c0d189bff triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:55:22.494534 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0f49b33b-712f-4349-b6ca-8fa154d553f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:22.527181 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-0f49b33b-712f-4349-b6ca-8fa154d553f5 None None] Port b654ed50-66dd-4643-897e-9f5c0d189bff cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:55:22.540938 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074de413-274a-49fc-b533-677c1baac501 req-655a7d27-d0a3-4e95-9395-6ef4d2921751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:22.542454 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-655a7d27-d0a3-4e95-9395-6ef4d2921751 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4&tenant_id=7ab25929bbd643a68f0f01f1fb22b292 HTTP/1.1" status: 200 len: 1127 time: 0.0678325 Jun 21 16:55:22.584049 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:22.613070 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:22.623390 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074de413-274a-49fc-b533-677c1baac501 req-a2e9b146-c7f3-4d7b-8805-a50517ed6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:22.625476 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-a2e9b146-c7f3-4d7b-8805-a50517ed6860 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1127 time: 0.0545835 Jun 21 16:55:22.822623 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074de413-274a-49fc-b533-677c1baac501 req-29f139e2-2211-43e2-90c4-2066e8fa2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:22.824144 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-29f139e2-2211-43e2-90c4-2066e8fa2a14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e HTTP/1.1" status: 200 len: 910 time: 0.1811168 Jun 21 16:55:22.952759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b654ed50-66dd-4643-897e-9f5c0d189bff {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:55:22.961136 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Publish callbacks [] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:23.007604 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Transition to ACTIVE for port object b654ed50-66dd-4643-897e-9f5c0d189bff will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:55:23.023240 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49c686-e2f8-4eaa-b815-8a71520726b8 req-e2c275a4-bcc8-456d-a6f0-d5e537673abb tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:23.024740 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1d49c686-e2f8-4eaa-b815-8a71520726b8 req-e2c275a4-bcc8-456d-a6f0-d5e537673abb tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 932 time: 0.0572517 Jun 21 16:55:23.060419 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:23.078373 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1d49c686-e2f8-4eaa-b815-8a71520726b8 req-f00c8191-b2a9-4a54-8847-5c9383478bb6 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466728 Jun 21 16:55:23.080267 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:23.175870 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b654ed50-66dd-4643-897e-9f5c0d189bff,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:23.238195 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-e939f52d-0857-49d6-bed0-731fe133cef9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 200 len: 999 time: 0.1155214 Jun 21 16:55:23.260355 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feda29e-4119-40ef-8e98-636ae057153a req-9c3250a9-cb12-40ae-a605-23a16ff186ac tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:23.262261 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2feda29e-4119-40ef-8e98-636ae057153a req-9c3250a9-cb12-40ae-a605-23a16ff186ac tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0860631 Jun 21 16:55:23.289547 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Attempting to bind port b654ed50-66dd-4643-897e-9f5c0d189bff on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:55:23.289882 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Attempting to bind port b654ed50-66dd-4643-897e-9f5c0d189bff by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:55:23.290207 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Attempting to bind port b654ed50-66dd-4643-897e-9f5c0d189bff on network c20083da-e0ff-47bb-b753-e54f100e0a6f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:55:23.296182 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Port b654ed50-66dd-4643-897e-9f5c0d189bff on network c20083da-e0ff-47bb-b753-e54f100e0a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:55:23.296577 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Attempting to bind port b654ed50-66dd-4643-897e-9f5c0d189bff on network c20083da-e0ff-47bb-b753-e54f100e0a6f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:55:23.302329 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:55:23.302719 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Checking segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:55:23.303102 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Bound using segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:55:23.303527 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Bound port: b654ed50-66dd-4643-897e-9f5c0d189bff, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:55:23.303882 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:23.325416 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2feda29e-4119-40ef-8e98-636ae057153a req-d49fe829-26d5-475c-a8cd-6df44aaf524d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551064 Jun 21 16:55:23.368199 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] For port b654ed50-66dd-4643-897e-9f5c0d189bff, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:55:23.371253 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] For port b654ed50-66dd-4643-897e-9f5c0d189bff, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b654ed50-66dd-4643-897e-9f5c0d189bff,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:55:23.451275 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:23.490476 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:23.491106 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:23.492584 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b654ed50-66dd-4643-897e-9f5c0d189bff HTTP/1.1" status: 200 len: 1094 time: 1.0258040 Jun 21 16:55:23.493029 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:23.495332 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf480918-62cf-419e-893f-52ab1b6ed1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:23.527097 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ec74b-53fe-42ca-82f1-942afe6fa7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b654ed50-66dd-4643-897e-9f5c0d189bff,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:23.536658 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d5182d-7783-4747-bb4b-7bd1e1df69d2 x-openstack-request-id: req-95d5182d-7783-4747-bb4b-7bd1e1df69d2 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:23.536954 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:23.537214 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95d5182d-7783-4747-bb4b-7bd1e1df69d2 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:23.537692 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d5182d-7783-4747-bb4b-7bd1e1df69d2'] response: {'name': 'network-changed', 'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'status': 'completed', 'code': 200} Jun 21 16:55:23.741173 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074de413-274a-49fc-b533-677c1baac501 req-09a58d20-bcf8-4248-ad09-3183ec1d119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:23.742743 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-09a58d20-bcf8-4248-ad09-3183ec1d119f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa55fd2-1988-4b61-b7d6-899b5f8254e0 HTTP/1.1" status: 200 len: 847 time: 0.0952158 Jun 21 16:55:23.744247 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480918-62cf-419e-893f-52ab1b6ed1fc req-db202de9-65a1-4f19-97fe-35fd9be7392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:23.745652 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bf480918-62cf-419e-893f-52ab1b6ed1fc req-db202de9-65a1-4f19-97fe-35fd9be7392b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 1128 time: 0.0606399 Jun 21 16:55:23.826294 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074de413-274a-49fc-b533-677c1baac501 req-610bb317-a11e-46fc-8338-6740b136c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:23.827935 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-610bb317-a11e-46fc-8338-6740b136c88e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0711024 Jun 21 16:55:23.944743 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:23.949648 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480918-62cf-419e-893f-52ab1b6ed1fc req-05327e10-47b2-42b3-94c3-37a7a7048c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:23.951104 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bf480918-62cf-419e-893f-52ab1b6ed1fc req-05327e10-47b2-42b3-94c3-37a7a7048c0b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a8a0ae0c16a41c8b34547406830813a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1930003 Jun 21 16:55:23.991422 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-37117baf-9747-4e7c-beab-008c28685b01 service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324570 Jun 21 16:55:24.124150 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480918-62cf-419e-893f-52ab1b6ed1fc req-2eecad36-8ac7-4b8a-8d4a-1dc10388ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:24.125641 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bf480918-62cf-419e-893f-52ab1b6ed1fc req-2eecad36-8ac7-4b8a-8d4a-1dc10388ebe3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1632025 Jun 21 16:55:24.146823 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-074de413-274a-49fc-b533-677c1baac501 req-03ed9982-5fc9-42f0-bc41-d522e169d2c2 service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438537 Jun 21 16:55:24.198839 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7683c-21ef-444a-af0f-2a1d17683964 req-7ead735b-36c6-4428-b05e-7e48f77d9c06 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:24.200565 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-47f7683c-21ef-444a-af0f-2a1d17683964 req-7ead735b-36c6-4428-b05e-7e48f77d9c06 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 944 time: 0.0489078 Jun 21 16:55:24.238389 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-e4710a8c-7a37-4cfe-9755-7b78dd6b253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:24.240286 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-e4710a8c-7a37-4cfe-9755-7b78dd6b253d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 1128 time: 0.0421813 Jun 21 16:55:24.254228 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-47f7683c-21ef-444a-af0f-2a1d17683964 req-6641fb3d-e14d-42de-ae86-ca779d5af0d9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470545 Jun 21 16:55:24.283835 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-847a0c47-e354-4ba4-b013-31d8104665b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b654ed50-66dd-4643-897e-9f5c0d189bff HTTP/1.1" status: 200 len: 217 time: 0.0372066 Jun 21 16:55:24.442818 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:24.451498 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6ba03-5245-4755-9d40-a238faed0fc3 req-287f7784-b567-4b75-b53f-bc53bf76e71e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:24.453798 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bfd6ba03-5245-4755-9d40-a238faed0fc3 req-287f7784-b567-4b75-b53f-bc53bf76e71e tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0526874 Jun 21 16:55:24.505238 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bfd6ba03-5245-4755-9d40-a238faed0fc3 req-458a2926-d143-4078-bc2e-66f985516358 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453260 Jun 21 16:55:24.572367 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-4f7ffa31-de8d-4603-b533-588880cc80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:24.573865 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-4f7ffa31-de8d-4603-b533-588880cc80cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0464139 Jun 21 16:55:24.624457 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-66efc95b-f037-47e6-b9ed-a26568847fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:24.625997 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-66efc95b-f037-47e6-b9ed-a26568847fce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428708 Jun 21 16:55:24.721937 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-18ea6bc0-e02f-4864-add6-f3238c454dc2 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897951 Jun 21 16:55:24.818002 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f814b0ef-6fbd-4fac-b0e1-9c1b1baf0226 req-e8d55989-7a46-47df-bbca-9561e5bc95cf service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902205 Jun 21 16:55:25.374317 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddc75b-f997-4788-aab5-5c5759068d06 req-79b385a3-305c-4f79-9098-816530ae8bb3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:25.375777 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0cddc75b-f997-4788-aab5-5c5759068d06 req-79b385a3-305c-4f79-9098-816530ae8bb3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 944 time: 0.0485845 Jun 21 16:55:25.429594 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0cddc75b-f997-4788-aab5-5c5759068d06 req-88878492-c9cf-4b8a-86aa-84406fd623f2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479543 Jun 21 16:55:25.888846 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bbe342-f777-4053-990e-71fef38bd6ef req-23de6ca0-7d85-4e71-b3aa-df675d6025e2 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:25.891294 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f9bbe342-f777-4053-990e-71fef38bd6ef req-23de6ca0-7d85-4e71-b3aa-df675d6025e2 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.3145971 Jun 21 16:55:25.959379 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f9bbe342-f777-4053-990e-71fef38bd6ef req-7a6d48ed-a102-4683-bab8-d18ea878e89c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619314 Jun 21 16:55:26.554090 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61b0d9-2ac9-4a35-9d16-0f54b84a8bb8 req-5c2c7505-d78c-4a91-8688-77bd05680e85 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:26.555644 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4c61b0d9-2ac9-4a35-9d16-0f54b84a8bb8 req-5c2c7505-d78c-4a91-8688-77bd05680e85 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 944 time: 0.0571043 Jun 21 16:55:26.609736 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4c61b0d9-2ac9-4a35-9d16-0f54b84a8bb8 req-bf140663-7f1d-4ceb-94d8-5aad2a62a8bc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467117 Jun 21 16:55:27.083967 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172628e-3baa-4ee7-b24e-540b9c35c67d req-518f9a89-cdc6-41a0-a4e1-6e60a5f60a94 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:27.085785 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f172628e-3baa-4ee7-b24e-540b9c35c67d req-518f9a89-cdc6-41a0-a4e1-6e60a5f60a94 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0569570 Jun 21 16:55:27.105082 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:27.121350 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485d8e5-8d94-4529-b412-615e4ff3c011 req-1cad4917-7441-42f4-97ef-a9327b3417c3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:27.122989 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7485d8e5-8d94-4529-b412-615e4ff3c011 req-1cad4917-7441-42f4-97ef-a9327b3417c3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 946 time: 0.0545123 Jun 21 16:55:27.139919 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f172628e-3baa-4ee7-b24e-540b9c35c67d req-5834f8e6-5757-4fd4-a0df-7c5f861acebf tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478044 Jun 21 16:55:27.175752 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7485d8e5-8d94-4529-b412-615e4ff3c011 req-c5a245e4-d480-43b7-bf80-05e4b577a4ce tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456266 Jun 21 16:55:27.724325 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727f369-28ce-41fb-881b-7b4b83dfe12c req-b3e7e6a4-fbff-4833-b8f3-21e9858e2de1 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:27.725852 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3727f369-28ce-41fb-881b-7b4b83dfe12c req-b3e7e6a4-fbff-4833-b8f3-21e9858e2de1 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 944 time: 0.0485914 Jun 21 16:55:27.779005 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3727f369-28ce-41fb-881b-7b4b83dfe12c req-c1593d38-9620-4d63-be73-a8191fab55f5 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470657 Jun 21 16:55:28.249674 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:28.260979 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ecb13-e7e8-44d0-bdbe-593a5e23593f req-01bcb77d-611a-4146-896a-3de46e675371 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:28.263504 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-220ecb13-e7e8-44d0-bdbe-593a5e23593f req-01bcb77d-611a-4146-896a-3de46e675371 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0498519 Jun 21 16:55:28.266963 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:28.268375 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:28.300611 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34459185-8ea9-4af8-acaa-d91de94d65a6 req-449c8881-0c5c-4f69-90ef-c27c00a3bf2d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:28.302256 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34459185-8ea9-4af8-acaa-d91de94d65a6 req-449c8881-0c5c-4f69-90ef-c27c00a3bf2d tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 946 time: 0.0546670 Jun 21 16:55:28.321097 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-220ecb13-e7e8-44d0-bdbe-593a5e23593f req-96bdd4eb-a127-4cdd-812e-f699285289b7 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488763 Jun 21 16:55:28.357699 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-34459185-8ea9-4af8-acaa-d91de94d65a6 req-766690cb-f91b-4ba9-913a-45eda60a38e8 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479455 Jun 21 16:55:28.911790 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadd93a-2f00-4df7-ad38-44b02db51f30 req-d4ca6177-529a-4634-bea8-d7eb475c3ad3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:28.913177 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-acadd93a-2f00-4df7-ad38-44b02db51f30 req-d4ca6177-529a-4634-bea8-d7eb475c3ad3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 944 time: 0.0560760 Jun 21 16:55:28.964642 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-acadd93a-2f00-4df7-ad38-44b02db51f30 req-d10006c2-5ecb-469f-9393-e96dba0eb14e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457175 Jun 21 16:55:29.185588 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cdc59-490c-4901-a187-b32db6795519 req-3ecc28be-77da-4fb8-b880-bdeb7c2c8dda tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:29.187985 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c28cdc59-490c-4901-a187-b32db6795519 req-3ecc28be-77da-4fb8-b880-bdeb7c2c8dda tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 946 time: 0.0502732 Jun 21 16:55:29.281227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Deleting port be3f7f6a-58a7-460b-adf0-85a4608bba76 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:55:29.281602 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:29.392167 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] For port be3f7f6a-58a7-460b-adf0-85a4608bba76, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=be3f7f6a-58a7-460b-adf0-85a4608bba76,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:29.397398 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:29.479990 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad61053-6995-4956-9a41-5f8b9e5bbdf4 req-53de722f-df89-4382-8194-0f2eac2003b0 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:29.482340 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6ad61053-6995-4956-9a41-5f8b9e5bbdf4 req-53de722f-df89-4382-8194-0f2eac2003b0 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 946 time: 0.0529089 Jun 21 16:55:29.488985 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f410e-5859-4f00-b2d2-d6a913fa644b req-699af2e7-9ada-4b6c-8534-e4565c276a3b tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:29.490516 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-df0f410e-5859-4f00-b2d2-d6a913fa644b req-699af2e7-9ada-4b6c-8534-e4565c276a3b tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0890284 Jun 21 16:55:29.541653 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6ad61053-6995-4956-9a41-5f8b9e5bbdf4 req-1b8b6d04-5627-490b-a753-482c06f6e49c tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups?id=02deffe5-2a5c-4af4-bd1a-5bbf908418c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435152 Jun 21 16:55:29.618607 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-df0f410e-5859-4f00-b2d2-d6a913fa644b req-b7c61f76-9a3f-4d09-8658-487636e8030b tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211684 Jun 21 16:55:29.644364 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:29.644729 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (332e85d3-6064-4fb3-bfb2-487e7ac48820), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:29.645047 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Floating IP 332e85d3-6064-4fb3-bfb2-487e7ac48820 disassociated. External IP: 172.27.2.148, port: be3f7f6a-58a7-460b-adf0-85a4608bba76. Jun 21 16:55:29.645423 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Calling delete_port for be3f7f6a-58a7-460b-adf0-85a4608bba76 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:55:29.656883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:29.776425 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:29.849618 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (be3f7f6a-58a7-460b-adf0-85a4608bba76), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:29.881403 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event deleted for resources: {'Port': ['ID=be3f7f6a-58a7-460b-adf0-85a4608bba76,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:29.995750 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:55:30.088510 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d71a9-8c96-458e-bcb3-7ad187b58df2 req-7787fdaf-b44f-4d9a-8e3f-1519aeb97675 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:30.090027 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bc1d71a9-8c96-458e-bcb3-7ad187b58df2 req-7787fdaf-b44f-4d9a-8e3f-1519aeb97675 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 944 time: 0.0569394 Jun 21 16:55:30.105211 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:55:30.115387 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] Sync routers for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:55:30.126597 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:30.128241 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:30.151590 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bc1d71a9-8c96-458e-bcb3-7ad187b58df2 req-00417f67-41d4-4c42-91ec-767461d07700 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549498 Jun 21 16:55:30.156576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] No DVR routers for this DVR port be3f7f6a-58a7-460b-adf0-85a4608bba76 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:55:30.159917 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:30.163172 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c28cdc59-490c-4901-a187-b32db6795519 req-c6b68ea4-6205-4b55-97cf-aa9122a47cea tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.47 "DELETE /v2.0/ports/be3f7f6a-58a7-460b-adf0-85a4608bba76 HTTP/1.1" status: 204 len: 173 time: 0.9683857 Jun 21 16:55:30.173082 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'name': 'network-vif-deleted', 'tag': 'be3f7f6a-58a7-460b-adf0-85a4608bba76'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:30.173082 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba5df1-5928-43d2-ba41-ef67b546219e" -d '{"events": [{"server_uuid": "99ae4eba-c5bd-4271-8d4b-231ffc992e4d", "name": "network-vif-deleted", "tag": "be3f7f6a-58a7-460b-adf0-85a4608bba76"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:30.205890 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8101821-6d56-4392-a8e7-84b45036a823 x-openstack-request-id: req-a8101821-6d56-4392-a8e7-84b45036a823 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:30.205890 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ae4eba-c5bd-4271-8d4b-231ffc992e4d", "name": "network-vif-deleted", "tag": "be3f7f6a-58a7-460b-adf0-85a4608bba76", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:30.205890 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8101821-6d56-4392-a8e7-84b45036a823 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:30.205890 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8101821-6d56-4392-a8e7-84b45036a823'] response: {'server_uuid': '99ae4eba-c5bd-4271-8d4b-231ffc992e4d', 'name': 'network-vif-deleted', 'tag': 'be3f7f6a-58a7-460b-adf0-85a4608bba76', 'status': 'completed', 'code': 200} Jun 21 16:55:30.231130 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:30.243531 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:30.565404 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:30.592259 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] Checking router: 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:55:30.606236 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:30.606236 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:30.646612 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a148f473-b938-4d42-9d1f-e31c3b965f88 req-de175087-1b4b-4ca1-b9b4-a23b5204cc7f tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 210 time: 0.0308261 Jun 21 16:55:30.658826 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:30.723409 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:30.748874 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10bd76-0e33-4f56-ae25-1cd5469db6ad req-d79d35c5-1756-4bc4-823e-81c93ede2fc3 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:30.750461 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fc10bd76-0e33-4f56-ae25-1cd5469db6ad req-d79d35c5-1756-4bc4-823e-81c93ede2fc3 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0514708 Jun 21 16:55:30.794807 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:30.803918 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fc10bd76-0e33-4f56-ae25-1cd5469db6ad req-88bd19ea-ed90-4899-8c61-acc2f50af052 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473149 Jun 21 16:55:30.914264 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:30.943350 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b08cce-389b-413d-ae7b-33c3361bd938 None None] The sync data for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi is: [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:48:36Z', 'revision_number': 4, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'fcd62bf4-1341-4009-8841-3a63f727614e', 'name': '', 'network_id': '63924b26-7bc3-4fc5-bf40-93746d4a252a', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'mac_address': 'fa:16:3e:0f:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:35Z', 'updated_at': '2022-06-21T16:48:50Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'subnets': [{'id': '560a81d2-198e-4d5d-9f50-587652cb64f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:55:31.162788 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca91fb14-7008-46fd-92b3-a6adca616baf None None] New status for floating IP 332e85d3-6064-4fb3-bfb2-487e7ac48820: DOWN {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:55:31.263426 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:31.274998 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b7041-3c66-4a51-b425-5e766f891846 req-8009490c-b285-4ced-b9c0-0264b7db3896 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:31.276520 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3e7b7041-3c66-4a51-b425-5e766f891846 req-8009490c-b285-4ced-b9c0-0264b7db3896 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 944 time: 0.0531590 Jun 21 16:55:31.332848 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3e7b7041-3c66-4a51-b425-5e766f891846 req-85dbf3c7-6e01-41b2-b6e4-95a34f254ed5 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505269 Jun 21 16:55:31.771112 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bfe81a26-6585-4fed-9c18-9fca075549c8 req-e6384692-31cb-4064-8957-9bf05ba518e3 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ae4eba-c5bd-4271-8d4b-231ffc992e4d HTTP/1.1" status: 200 len: 210 time: 0.0318182 Jun 21 16:55:31.926586 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f41e9-9acc-40b3-89d3-d8447fc9df2a req-6f4751d9-7eca-49a5-83fe-5aac1387f653 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:31.928115 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4f4f41e9-9acc-40b3-89d3-d8447fc9df2a req-6f4751d9-7eca-49a5-83fe-5aac1387f653 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 943 time: 0.0550523 Jun 21 16:55:31.939897 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device abae0918-ee64-4a4d-89a7-fad9196b8160 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:55:31.982074 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4f4f41e9-9acc-40b3-89d3-d8447fc9df2a req-4e0e5634-9db6-42a5-a050-f225ccbae881 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481040 Jun 21 16:55:32.042831 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:32.054661 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'port_id': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'mac_address': 'fa:16:3e:7f:1d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:55:32.094741 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port abae0918-ee64-4a4d-89a7-fad9196b8160 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:55:32.095129 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:32.108703 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abae0918-ee64-4a4d-89a7-fad9196b8160 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:55:32.128456 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:32.267202 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:32.267948 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device b654ed50-66dd-4643-897e-9f5c0d189bff details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:55:32.309646 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:32.339786 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=7']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:32.350042 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.350388 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.350731 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.351071 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.351405 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.351738 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.352065 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.352387 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.352712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.353038 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.353415 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.353747 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.354073 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.354391 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.354784 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:32.433552 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port b654ed50-66dd-4643-897e-9f5c0d189bff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b654ed50-66dd-4643-897e-9f5c0d189bff,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:32.446021 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:55:32.454285 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd71e-f365-445a-a3fe-8f6c2c45ed50 req-e85413ad-bcf8-4f85-9578-2dd1d8c46c8b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:32.455802 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-92cdd71e-f365-445a-a3fe-8f6c2c45ed50 req-e85413ad-bcf8-4f85-9578-2dd1d8c46c8b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 944 time: 0.0488496 Jun 21 16:55:32.482865 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port b654ed50-66dd-4643-897e-9f5c0d189bff is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:55:32.483312 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:32.497724 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b654ed50-66dd-4643-897e-9f5c0d189bff {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:55:32.507481 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-92cdd71e-f365-445a-a3fe-8f6c2c45ed50 req-aa9b43b0-1ce8-4d1e-a2ef-b918ed82602d tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456679 Jun 21 16:55:32.519854 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port b654ed50-66dd-4643-897e-9f5c0d189bff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b654ed50-66dd-4643-897e-9f5c0d189bff,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:32.600513 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:32.646541 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:32.649656 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=b654ed50-66dd-4643-897e-9f5c0d189bff,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:32.950026 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40246) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:33.009704 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8006fcc4-8219-4a73-9b8e-dd229671b28e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (02deffe5-2a5c-4af4-bd1a-5bbf908418c3), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.041862 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8006fcc4-8219-4a73-9b8e-dd229671b28e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (02deffe5-2a5c-4af4-bd1a-5bbf908418c3), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.056694 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['abae0918-ee64-4a4d-89a7-fad9196b8160'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:55:33.103955 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2db64-09cc-4b5f-aca7-46b34f08b9e7 req-8ea9ae99-6166-4b37-90c1-c9224420af55 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:33.105706 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-05f2db64-09cc-4b5f-aca7-46b34f08b9e7 req-8ea9ae99-6166-4b37-90c1-c9224420af55 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 944 time: 0.0545540 Jun 21 16:55:33.152896 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['b654ed50-66dd-4643-897e-9f5c0d189bff'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:55:33.158270 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-05f2db64-09cc-4b5f-aca7-46b34f08b9e7 req-166976a7-59d0-4aab-991f-090c530032b0 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Jun 21 16:55:33.206592 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8006fcc4-8219-4a73-9b8e-dd229671b28e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (02deffe5-2a5c-4af4-bd1a-5bbf908418c3), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.209195 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8006fcc4-8219-4a73-9b8e-dd229671b28e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.210605 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-8006fcc4-8219-4a73-9b8e-dd229671b28e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "DELETE /v2.0/security-groups/02deffe5-2a5c-4af4-bd1a-5bbf908418c3 HTTP/1.1" status: 204 len: 168 time: 0.2595096 Jun 21 16:55:33.214582 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40250) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:33.237480 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006fcc4-8219-4a73-9b8e-dd229671b28e tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02deffe5-2a5c-4af4-bd1a-5bbf908418c3,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:33.239690 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.api.v2.resource [None req-3bb8fe3c-001a-40b6-a426-c66e80d447d7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] show failed (client error): The resource could not be found. Jun 21 16:55:33.241343 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3bb8fe3c-001a-40b6-a426-c66e80d447d7 tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "GET /v2.0/security-groups/02deffe5-2a5c-4af4-bd1a-5bbf908418c3 HTTP/1.1" status: 404 len: 347 time: 0.0256343 Jun 21 16:55:33.243970 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40252) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:33.362355 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Deleting port bc41a15b-11e8-4931-8cdf-9ec97019c0ae {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:55:33.362615 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.445860 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.446097 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.460238 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Calling delete_port for bc41a15b-11e8-4931-8cdf-9ec97019c0ae owned by network:floatingip {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:55:33.587574 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:33.629433 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5b2ab-dec7-4d2b-9336-b4f37c5ce0d3 req-383dd5de-5ad3-4ba8-a456-506b57275792 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:33.629433 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-64f5b2ab-dec7-4d2b-9336-b4f37c5ce0d3 req-383dd5de-5ad3-4ba8-a456-506b57275792 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 945 time: 0.0493286 Jun 21 16:55:33.677925 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-64f5b2ab-dec7-4d2b-9336-b4f37c5ce0d3 req-c6d63acc-620e-4df0-80c8-47e1d2f31d37 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449662 Jun 21 16:55:33.678258 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (bc41a15b-11e8-4931-8cdf-9ec97019c0ae), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.706174 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Pushing event deleted for resources: {'Port': ['ID=bc41a15b-11e8-4931-8cdf-9ec97019c0ae,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:33.719639 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.720002 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.720347 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.720837 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.721179 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.721547 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.721883 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.722211 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.722541 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.722895 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.723249 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.723575 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.723899 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.724222 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.724544 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:33.782521 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks [] for floatingip (332e85d3-6064-4fb3-bfb2-487e7ac48820), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.784968 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:33.786649 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-87cb6006-4ea0-495e-b06b-4115e835407a tempest-AttachVolumeTestJSON-1248601810 tempest-AttachVolumeTestJSON-1248601810-project] 10.222.0.70 "DELETE /v2.0/floatingips/332e85d3-6064-4fb3-bfb2-487e7ac48820 HTTP/1.1" status: 204 len: 168 time: 0.5410469 Jun 21 16:55:33.989519 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:34.080906 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-64519349-b2b4-48de-8b38-f74835c6672d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:34.288192 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34857d1-15f2-4399-951b-1a06cf57fb71 req-9b1aca58-19a3-4ab5-990a-671964151801 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:34.289737 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a34857d1-15f2-4399-951b-1a06cf57fb71 req-9b1aca58-19a3-4ab5-990a-671964151801 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 944 time: 0.0548773 Jun 21 16:55:34.348516 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a34857d1-15f2-4399-951b-1a06cf57fb71 req-ab647c0a-d0c8-4017-866e-c786649753e4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532331 Jun 21 16:55:34.470081 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device b654ed50-66dd-4643-897e-9f5c0d189bff up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:55:34.514993 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port b654ed50-66dd-4643-897e-9f5c0d189bff completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:55:34.588996 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port b654ed50-66dd-4643-897e-9f5c0d189bff triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:55:34.589486 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:34.625299 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:34.676418 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port b654ed50-66dd-4643-897e-9f5c0d189bff is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:55:34.676836 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:34.699526 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:34.701770 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bdeddb-53d9-49ef-a485-b3235f7e2a1f" -d '{"events": [{"server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "name": "network-vif-plugged", "status": "completed", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:34.714604 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port b654ed50-66dd-4643-897e-9f5c0d189bff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b654ed50-66dd-4643-897e-9f5c0d189bff,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:34.742456 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318395d1-2df7-4125-92f4-599a62ba3673 x-openstack-request-id: req-318395d1-2df7-4125-92f4-599a62ba3673 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:34.742456 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "name": "network-vif-plugged", "status": "completed", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:34.742456 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-318395d1-2df7-4125-92f4-599a62ba3673 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:34.742752 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318395d1-2df7-4125-92f4-599a62ba3673'] response: {'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'code': 200} Jun 21 16:55:34.801538 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0472c0-04ff-47ad-b409-2b78e50a9aa5 req-875d5e2c-ab83-4e6e-a277-79d81f1d3ae9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:34.803062 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ae0472c0-04ff-47ad-b409-2b78e50a9aa5 req-875d5e2c-ab83-4e6e-a277-79d81f1d3ae9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 945 time: 0.0526683 Jun 21 16:55:34.834915 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:34.835687 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device abae0918-ee64-4a4d-89a7-fad9196b8160 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:55:34.855668 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ae0472c0-04ff-47ad-b409-2b78e50a9aa5 req-1597bc6e-a0db-49e0-9776-734abadf8357 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470312 Jun 21 16:55:34.917977 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=b654ed50-66dd-4643-897e-9f5c0d189bff,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:34.930271 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port abae0918-ee64-4a4d-89a7-fad9196b8160 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:55:34.930638 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:35.004207 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port abae0918-ee64-4a4d-89a7-fad9196b8160 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:55:35.004584 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:35.039541 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:35.103103 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:35.108392 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4ced2-6761-4b98-a382-c4f490324187 req-b8d30bf6-464e-436d-b04f-5e91efd634b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:35.109349 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:35.110077 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e7d4ced2-6761-4b98-a382-c4f490324187 req-b8d30bf6-464e-436d-b04f-5e91efd634b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 1130 time: 0.0460651 Jun 21 16:55:35.110684 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device be3f7f6a-58a7-460b-adf0-85a4608bba76 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:55:35.154608 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: be3f7f6a-58a7-460b-adf0-85a4608bba76 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:55:35.155702 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device be3f7f6a-58a7-460b-adf0-85a4608bba76 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:55:35.169020 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e7d4ced2-6761-4b98-a382-c4f490324187 req-7670697f-1e50-4140-ab9d-76d25b7d063d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525575 Jun 21 16:55:35.177750 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=8']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:35.468261 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bae920-6b67-4e72-a117-293afecd7e00 req-f0a05a93-f940-48c4-b8a3-d97c1461e3a6 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:35.469865 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-95bae920-6b67-4e72-a117-293afecd7e00 req-f0a05a93-f940-48c4-b8a3-d97c1461e3a6 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Jun 21 16:55:35.520376 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-95bae920-6b67-4e72-a117-293afecd7e00 req-ae2bd3cc-013e-4427-a309-f2483780a503 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447648 Jun 21 16:55:35.975495 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec71d0-ed6b-4a95-ac03-e487c44c73b0 req-4efc2034-1e15-4fb9-b1a6-af2829024eac tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:35.977111 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ec71d0-ed6b-4a95-ac03-e487c44c73b0 req-4efc2034-1e15-4fb9-b1a6-af2829024eac tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 946 time: 0.0514193 Jun 21 16:55:36.035285 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6ec71d0-ed6b-4a95-ac03-e487c44c73b0 req-8dd77c87-8177-4851-9c45-6c172ae2de5f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525186 Jun 21 16:55:36.212294 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-26589e19-2a62-427e-949c-4f08c4ceece9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:36.635594 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ce4c9-f712-4f6d-b56d-8a372ff69965 req-a439432e-9f9e-47b3-afb6-dbc28a6a41ea tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:36.637097 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d00ce4c9-f712-4f6d-b56d-8a372ff69965 req-a439432e-9f9e-47b3-afb6-dbc28a6a41ea tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0493977 Jun 21 16:55:36.692738 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d00ce4c9-f712-4f6d-b56d-8a372ff69965 req-44788f64-c9e6-4665-b347-df1379a9f568 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487134 Jun 21 16:55:36.743989 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:36.747410 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e141b23b-b043-431c-afbc-4a2d698b96ea" -d '{"events": [{"server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:36.784448 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafdb363-0a92-425a-95a7-9d455b24d935 x-openstack-request-id: req-bafdb363-0a92-425a-95a7-9d455b24d935 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:36.784749 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "name": "network-vif-plugged", "status": "completed", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:36.785024 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bafdb363-0a92-425a-95a7-9d455b24d935 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:36.785453 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafdb363-0a92-425a-95a7-9d455b24d935'] response: {'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'code': 200} Jun 21 16:55:37.158720 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f03f88-5644-4f00-ba50-c146161ccc86 req-463d2ff8-ba99-4275-aaed-f147a7bdb1b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:37.160249 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a3f03f88-5644-4f00-ba50-c146161ccc86 req-463d2ff8-ba99-4275-aaed-f147a7bdb1b2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 946 time: 0.0539498 Jun 21 16:55:37.172837 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:37.212514 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a3f03f88-5644-4f00-ba50-c146161ccc86 req-03272fcf-d8b3-40be-978f-954815f89ce3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466523 Jun 21 16:55:37.290653 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:37.332132 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc0555-7db3-4b11-b5df-ec1536196550 req-ca9a4183-187e-4b93-8c69-f8b0641f3f42 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:37.333614 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5cbc0555-7db3-4b11-b5df-ec1536196550 req-ca9a4183-187e-4b93-8c69-f8b0641f3f42 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 946 time: 0.0519624 Jun 21 16:55:37.389611 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5cbc0555-7db3-4b11-b5df-ec1536196550 req-5b9ab4d2-ebe5-46d5-9c4a-a45e05611151 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503666 Jun 21 16:55:37.417307 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40296) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:37.450099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fef51-73ae-4d14-89a4-34da29f1b268 req-c8d4705d-73a5-4cb7-91a2-fe267e52f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:37.451387 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-630fef51-73ae-4d14-89a4-34da29f1b268 req-c8d4705d-73a5-4cb7-91a2-fe267e52f50d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1129 time: 0.0413759 Jun 21 16:55:37.459588 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d803d2-834c-4bc7-81a1-a00d754c19bf tempest-TestVolumeBootPattern-1853239417 tempest-TestVolumeBootPattern-1853239417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:37.461105 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-45d803d2-834c-4bc7-81a1-a00d754c19bf tempest-TestVolumeBootPattern-1853239417 tempest-TestVolumeBootPattern-1853239417-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 1125 time: 0.0428214 Jun 21 16:55:37.463950 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40298) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:37.468406 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:55:37.501835 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-630fef51-73ae-4d14-89a4-34da29f1b268 req-e62949a6-0dc9-4fd7-ac74-5d94a0810c18 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423350 Jun 21 16:55:37.543410 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:37.618173 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:37.700920 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:37.764850 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:37.813464 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-fddceb5e-8ff7-4b08-b1c7-d4bab2299814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:37.815188 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-fddceb5e-8ff7-4b08-b1c7-d4bab2299814 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1129 time: 0.0412302 Jun 21 16:55:37.943717 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-615906ad-9679-41bc-8e9e-38525b82681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:37.945578 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-615906ad-9679-41bc-8e9e-38525b82681c service neutron] 10.222.0.47 "GET /v2.0/networks?id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e HTTP/1.1" status: 200 len: 910 time: 0.1100311 Jun 21 16:55:37.971561 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40308) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:38.099579 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb92c06-b705-4128-9f16-3961a4399021 req-07269e3e-ef44-48d4-acbd-c542096f9eeb tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:38.101042 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fbb92c06-b705-4128-9f16-3961a4399021 req-07269e3e-ef44-48d4-acbd-c542096f9eeb tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.3142393 Jun 21 16:55:38.102487 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Allocated IP 172.27.2.48 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/0930958b-57a9-4802-a3c9-eea486486f32) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:55:38.209464 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fbb92c06-b705-4128-9f16-3961a4399021 req-c1f7c49f-5b2e-4373-bb2d-ec7559075a36 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015453 Jun 21 16:55:38.250085 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (0930958b-57a9-4802-a3c9-eea486486f32), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:38.350355 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (0930958b-57a9-4802-a3c9-eea486486f32), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:38.392781 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-9d3b0054-853f-4d23-b4f3-d77485d986f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 200 len: 1001 time: 0.0963428 Jun 21 16:55:38.395047 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:55:38.398038 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:55:38.401533 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:55:38.411195 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:38.429010 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=0930958b-57a9-4802-a3c9-eea486486f32,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:38.475990 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:38.537296 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-3406ae55-8f1d-4823-9ef7-b8ed09964627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:38.538780 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-3406ae55-8f1d-4823-9ef7-b8ed09964627 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa55fd2-1988-4b61-b7d6-899b5f8254e0 HTTP/1.1" status: 200 len: 847 time: 0.1254492 Jun 21 16:55:38.613688 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:38.643766 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-d95a5330-2d7b-4106-8a0f-3435f0de55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:38.645298 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-d95a5330-2d7b-4106-8a0f-3435f0de55b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0953770 Jun 21 16:55:38.718274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Deleting port fcd62bf4-1341-4009-8841-3a63f727614e {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:55:38.718665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:38.773011 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (040b55c3-ee1e-43ba-b6e9-6369642273ce), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:38.801330 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:38.806576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] For port fcd62bf4-1341-4009-8841-3a63f727614e, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=fcd62bf4-1341-4009-8841-3a63f727614e,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:38.806959 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:38.820872 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Calling delete_port for fcd62bf4-1341-4009-8841-3a63f727614e owned by network:router_interface {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:55:38.843919 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:38.901744 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (0930958b-57a9-4802-a3c9-eea486486f32), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:38.954983 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:39.067149 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (fcd62bf4-1341-4009-8841-3a63f727614e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:39.067578 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (0930958b-57a9-4802-a3c9-eea486486f32), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:39.095177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd62bf4-1341-4009-8841-3a63f727614e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:39.155093 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (0930958b-57a9-4802-a3c9-eea486486f32), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:39.233502 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:39.239721 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=0930958b-57a9-4802-a3c9-eea486486f32,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:39.251783 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (040b55c3-ee1e-43ba-b6e9-6369642273ce), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:39.379311 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.l3_db [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Floating IP 040b55c3-ee1e-43ba-b6e9-6369642273ce associated. External IP: 172.27.2.48, port: b654ed50-66dd-4643-897e-9f5c0d189bff. Jun 21 16:55:39.587222 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:39.609593 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c866b-be45-45de-b137-42377f2e7e94 req-f33c3995-23f4-4091-a44d-3eaa2d4eb665 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:39.611125 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c57c866b-be45-45de-b137-42377f2e7e94 req-f33c3995-23f4-4091-a44d-3eaa2d4eb665 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.1362422 Jun 21 16:55:39.612440 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:55:39.673949 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:39.698605 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-5a14058f-6d8f-4276-b5a8-8ed603c02c1a service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357125 Jun 21 16:55:39.703422 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:39.724565 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:55:39.739790 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:55:39.749142 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c57c866b-be45-45de-b137-42377f2e7e94 req-24a60636-30af-42f1-b09c-2bdf82c6ef6b tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295214 Jun 21 16:55:39.752762 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:39.753718 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:39.825832 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:39.863150 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-517483aa-3adb-4e19-b4ab-514a26c42eaa tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3979967 Jun 21 16:55:39.864287 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:39.866642 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481fa6e7-0821-4c7c-9143-ff4a468bec52" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:39.913825 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b06f054a-ceb7-490d-9bfb-c7270405c7fa req-f7f6829a-cbf5-4da7-9587-b367412c595a service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042530 Jun 21 16:55:39.959553 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:39.970940 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0711cfb4-f9ed-4b98-97d9-cc35dd90be9f x-openstack-request-id: req-0711cfb4-f9ed-4b98-97d9-cc35dd90be9f {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:39.971239 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:39.971526 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0711cfb4-f9ed-4b98-97d9-cc35dd90be9f {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:39.971936 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0711cfb4-f9ed-4b98-97d9-cc35dd90be9f'] response: {'name': 'network-changed', 'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'status': 'completed', 'code': 200} Jun 21 16:55:39.993166 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:40.019830 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:40.057346 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-87527f19-cd21-4708-96dc-a1080657d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:40.058873 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-87527f19-cd21-4708-96dc-a1080657d296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 1130 time: 0.0566092 Jun 21 16:55:40.060589 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:55:40.241574 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:38Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:40.246106 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-c246902f-bf6c-495c-81f2-e723de3c6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:40.247596 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-c246902f-bf6c-495c-81f2-e723de3c6ce9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 914 time: 0.1791041 Jun 21 16:55:40.248974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:55:40.254690 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-b5292239-222b-4e29-aece-ba05c75a3002 admin admin] 10.222.0.70 "PUT /v2.0/routers/07c8702d-5a1a-4ea9-9bf9-6edf6884f14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2820909 Jun 21 16:55:40.258097 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40322) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:40.261762 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] Sync routers for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:55:40.272081 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:55:40.274928 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:40.275069 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:40.286922 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:40.290127 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:40.291050 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:40.316894 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-e38d3cd6-0d21-400e-80b1-d17496609432 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b654ed50-66dd-4643-897e-9f5c0d189bff HTTP/1.1" status: 200 len: 999 time: 0.0611012 Jun 21 16:55:40.383811 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-913825d9-f609-4ffe-9b53-943987d3fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:40.386104 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:40.386412 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-913825d9-f609-4ffe-9b53-943987d3fd6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0608137 Jun 21 16:55:40.392119 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks [] for router (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:40.415861 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:40.451057 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-b9ea6ccd-7df4-49a9-bd70-da9de2546d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:40.452802 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-b9ea6ccd-7df4-49a9-bd70-da9de2546d11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578940 Jun 21 16:55:40.489780 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:40.521520 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks [] for router_gateway (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:40.566960 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:55:38Z', 'revision_number': 5, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port': {'id': '33e00f51-d5c2-4070-97bb-86942593db6c', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ee:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:30Z', 'updated_at': '2022-06-21T16:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:40.576553 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-dae28650-947b-42c7-9b37-f7c3f3cfc96a service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163194 Jun 21 16:55:40.594564 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] Checking router: 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:55:40.606048 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] Routers {'07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:40.606668 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:40.640026 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Deleting port 33e00f51-d5c2-4070-97bb-86942593db6c {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:55:40.640598 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:40.699988 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:38Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:40.727982 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] Set router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a gateway port host: None {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:40.738988 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1667beb3-815e-4bba-8a96-2e7e049d6edc None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:38Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:55:40.740795 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-481fa6e7-0821-4c7c-9143-ff4a468bec52 req-bbd3cfeb-4563-4d4b-a8d3-0d9979878862 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561511 Jun 21 16:55:40.766944 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] For port 33e00f51-d5c2-4070-97bb-86942593db6c, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=33e00f51-d5c2-4070-97bb-86942593db6c,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:40.768232 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:40.786215 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Calling delete_port for 33e00f51-d5c2-4070-97bb-86942593db6c owned by network:router_gateway {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:55:40.792382 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:55:40Z', 'revision_number': 6, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port_host': None}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:40.823651 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8962ff-4858-4f2b-9965-dcf4b22bcd98 None None] The sync data for ids ['07c8702d-5a1a-4ea9-9bf9-6edf6884f14a'] in dv-cinder-799871-21-iscsi is: [{'id': '07c8702d-5a1a-4ea9-9bf9-6edf6884f14a', 'name': 'tempest-AttachVolumeTestJSON-1136476998-router', 'tenant_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:28Z', 'updated_at': '2022-06-21T16:55:40Z', 'revision_number': 6, 'project_id': '0a35c2bcb0e44e0ab3751a83635424e8', 'gw_port_host': None}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:55:40.913623 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5062f-12a1-4dad-b315-2ff24900dbd9 req-7241edf3-a1d6-4469-bf19-26c2b91d845d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:40.915548 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f2d5062f-12a1-4dad-b315-2ff24900dbd9 req-7241edf3-a1d6-4469-bf19-26c2b91d845d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0606968 Jun 21 16:55:40.967887 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:40.978545 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f2d5062f-12a1-4dad-b315-2ff24900dbd9 req-7e25e6e0-1cf4-45d3-bb61-3e3964b19394 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505667 Jun 21 16:55:41.018064 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac133c-7df1-47b6-a9a5-da300b452ffd None None] New status for floating IP 040b55c3-ee1e-43ba-b6e9-6369642273ce: ACTIVE {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:55:41.195478 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (33e00f51-d5c2-4070-97bb-86942593db6c), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.224468 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Pushing event deleted for resources: {'Port': ['ID=33e00f51-d5c2-4070-97bb-86942593db6c,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:41.292764 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.334430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:41.396186 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.398411 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks [] for router_controller (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.596138 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (07c8702d-5a1a-4ea9-9bf9-6edf6884f14a), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.596741 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c8702d-5a1a-4ea9-9bf9-6edf6884f14a {{(pid=111043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 16:55:41.601540 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.604893 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-86bc516b-1cb8-4fda-874f-9a72284044cb admin admin] 10.222.0.70 "DELETE /v2.0/routers/07c8702d-5a1a-4ea9-9bf9-6edf6884f14a HTTP/1.1" status: 204 len: 168 time: 1.3434832 Jun 21 16:55:41.605841 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40328) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:41.656334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6296646-f1dd-4444-a16f-6b80587eea51 admin admin] Deleting subnet 560a81d2-198e-4d5d-9f50-587652cb64f7 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:55:41.660616 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c6296646-f1dd-4444-a16f-6b80587eea51 admin admin] Publish callbacks [] for subnet (560a81d2-198e-4d5d-9f50-587652cb64f7), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.697812 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c6296646-f1dd-4444-a16f-6b80587eea51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (560a81d2-198e-4d5d-9f50-587652cb64f7), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.777140 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c6296646-f1dd-4444-a16f-6b80587eea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (560a81d2-198e-4d5d-9f50-587652cb64f7), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.915534 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c6296646-f1dd-4444-a16f-6b80587eea51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (560a81d2-198e-4d5d-9f50-587652cb64f7), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.943255 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6296646-f1dd-4444-a16f-6b80587eea51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560a81d2-198e-4d5d-9f50-587652cb64f7,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:41.945256 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c6296646-f1dd-4444-a16f-6b80587eea51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:41.948430 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c6296646-f1dd-4444-a16f-6b80587eea51 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/560a81d2-198e-4d5d-9f50-587652cb64f7 HTTP/1.1" status: 204 len: 168 time: 0.3414109 Jun 21 16:55:41.950917 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40330) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:41.954493 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87ded5-2585-46fb-b4f5-22b3307344ba None None] Network 63924b26-7bc3-4fc5-bf40-93746d4a252a requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:55:42.024280 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (63924b26-7bc3-4fc5-bf40-93746d4a252a), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.073501 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Deleting port 719d6480-6689-4d0c-97a4-8610acb6df6c {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:55:42.073845 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.121862 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] DHCP port deletion for 63924b26-7bc3-4fc5-bf40-93746d4a252a request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 16:55:42.140751 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] For port 719d6480-6689-4d0c-97a4-8610acb6df6c, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=719d6480-6689-4d0c-97a4-8610acb6df6c,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:42.141687 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.155160 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Calling delete_port for 719d6480-6689-4d0c-97a4-8610acb6df6c owned by network:dhcp {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:55:42.156833 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:42.160377 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] Deleting port 719d6480-6689-4d0c-97a4-8610acb6df6c {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:55:42.160776 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.218455 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:42.227893 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] For port 719d6480-6689-4d0c-97a4-8610acb6df6c, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=719d6480-6689-4d0c-97a4-8610acb6df6c,segment=NetworkSegment(996eebe6-3e82-41ac-aae6-18b45199e198),segment_id=996eebe6-3e82-41ac-aae6-18b45199e198)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:42.228301 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.241645 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] Calling delete_port for 719d6480-6689-4d0c-97a4-8610acb6df6c owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:55:42.347228 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.354684 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (719d6480-6689-4d0c-97a4-8610acb6df6c), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.363261 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:42.374526 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=719d6480-6689-4d0c-97a4-8610acb6df6c,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:42.377500 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] No DVR routers for this DVR port 719d6480-6689-4d0c-97a4-8610acb6df6c on host dv-cinder-799871-21-iscsi {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:55:42.383387 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] No DVR routers for this DVR port 719d6480-6689-4d0c-97a4-8610acb6df6c on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:55:42.384885 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7514a-6929-483f-ba9f-c473e78c61e7 None None] Pushing event deleted for resources: {'Port': ['ID=719d6480-6689-4d0c-97a4-8610acb6df6c,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:42.455354 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (63924b26-7bc3-4fc5-bf40-93746d4a252a), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.476357 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63924b26-7bc3-4fc5-bf40-93746d4a252a']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:42.486420 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996eebe6-3e82-41ac-aae6-18b45199e198') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:42.486907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996eebe6-3e82-41ac-aae6-18b45199e198') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:42.500339 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (996eebe6-3e82-41ac-aae6-18b45199e198), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.514844 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (996eebe6-3e82-41ac-aae6-18b45199e198), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.522015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:55:42.522477 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (996eebe6-3e82-41ac-aae6-18b45199e198), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.635166 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (63924b26-7bc3-4fc5-bf40-93746d4a252a), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.642561 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:42.648755 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/63924b26-7bc3-4fc5-bf40-93746d4a252a HTTP/1.1" status: 204 len: 168 time: 0.6937628 Jun 21 16:55:42.659141 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc012c-8741-4ccf-add2-8965f43cebb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=63924b26-7bc3-4fc5-bf40-93746d4a252a,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:42.661930 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 996eebe6-3e82-41ac-aae6-18b45199e198 resource provider aggregate not found Jun 21 16:55:42.681843 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 996eebe6-3e82-41ac-aae6-18b45199e198 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 996eebe6-3e82-41ac-aae6-18b45199e198 found for delete ", "request_id": "req-5bb56e9f-c544-4b38-b5fc-4970525a53c4"}]} Jun 21 16:55:42.730725 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 33e00f51-d5c2-4070-97bb-86942593db6c no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:55:42.754731 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 33e00f51-d5c2-4070-97bb-86942593db6c {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:55:42.759607 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 33e00f51-d5c2-4070-97bb-86942593db6c not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:55:42.759607 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device fcd62bf4-1341-4009-8841-3a63f727614e no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:55:42.773516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: fcd62bf4-1341-4009-8841-3a63f727614e {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:55:42.773841 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device fcd62bf4-1341-4009-8841-3a63f727614e not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:55:42.774245 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 719d6480-6689-4d0c-97a4-8610acb6df6c no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:55:42.792927 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 719d6480-6689-4d0c-97a4-8610acb6df6c {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:55:42.793292 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 719d6480-6689-4d0c-97a4-8610acb6df6c not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:55:42.975113 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40340) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:43.015804 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-53bc5ca3-2596-4a05-8fd5-3f9fc395d720 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a35c2bcb0e44e0ab3751a83635424e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395541 Jun 21 16:55:43.018446 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40342) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:43.068665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0424ac4f-a4dc-447a-9848-b236f1553230 admin admin] Publish callbacks [] for security_group (7bc7402b-9d4f-4c87-ac45-c9ffee720dd6), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:43.094983 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0424ac4f-a4dc-447a-9848-b236f1553230 admin admin] Publish callbacks [] for security_group (7bc7402b-9d4f-4c87-ac45-c9ffee720dd6), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:43.266348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0424ac4f-a4dc-447a-9848-b236f1553230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (7bc7402b-9d4f-4c87-ac45-c9ffee720dd6), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:43.269298 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0424ac4f-a4dc-447a-9848-b236f1553230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:43.270491 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-0424ac4f-a4dc-447a-9848-b236f1553230 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7bc7402b-9d4f-4c87-ac45-c9ffee720dd6 HTTP/1.1" status: 204 len: 168 time: 0.2511122 Jun 21 16:55:43.278521 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424ac4f-a4dc-447a-9848-b236f1553230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc7402b-9d4f-4c87-ac45-c9ffee720dd6,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:47.997171 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40418) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:48.106546 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-698a6107-7e6b-429f-ac48-590655c35114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:48.232416 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-698a6107-7e6b-429f-ac48-590655c35114 admin admin] Publish callbacks [] for security_group (6c20a0bc-f7fc-4e2b-844b-4d3562dec0a1), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:48.303241 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-698a6107-7e6b-429f-ac48-590655c35114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (6c20a0bc-f7fc-4e2b-844b-4d3562dec0a1), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:48.340374 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:DELETE=12,neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:48.345335 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-698a6107-7e6b-429f-ac48-590655c35114 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b811188d636a406e8a5322e383fb71b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470094 Jun 21 16:55:48.348055 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a6107-7e6b-429f-ac48-590655c35114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c20a0bc-f7fc-4e2b-844b-4d3562dec0a1,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:48.348167 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40422) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:48.401907 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9f41ff39-2f02-465d-afe0-b98d459162ab admin admin] Publish callbacks [] for security_group (6c20a0bc-f7fc-4e2b-844b-4d3562dec0a1), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:48.423525 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9f41ff39-2f02-465d-afe0-b98d459162ab admin admin] Publish callbacks [] for security_group (6c20a0bc-f7fc-4e2b-844b-4d3562dec0a1), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:48.595405 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9f41ff39-2f02-465d-afe0-b98d459162ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (6c20a0bc-f7fc-4e2b-844b-4d3562dec0a1), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:48.598235 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9f41ff39-2f02-465d-afe0-b98d459162ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:48.599437 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9f41ff39-2f02-465d-afe0-b98d459162ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c20a0bc-f7fc-4e2b-844b-4d3562dec0a1 HTTP/1.1" status: 204 len: 168 time: 0.2502766 Jun 21 16:55:48.607749 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41ff39-2f02-465d-afe0-b98d459162ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c20a0bc-f7fc-4e2b-844b-4d3562dec0a1,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:49.273972 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40428) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:49.291440 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7167-2dfb-4123-bdb0-6d285954f144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:49.368647 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7167-2dfb-4123-bdb0-6d285954f144 admin admin] Publish callbacks [] for security_group (37f9cc66-b08a-4ef6-a559-ad37466472a9), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:49.440595 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c9ca7167-2dfb-4123-bdb0-6d285954f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (37f9cc66-b08a-4ef6-a559-ad37466472a9), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:49.481805 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c9ca7167-2dfb-4123-bdb0-6d285954f144 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d88186b39de495db310a7d8ac9df274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067349 Jun 21 16:55:49.482921 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca7167-2dfb-4123-bdb0-6d285954f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f9cc66-b08a-4ef6-a559-ad37466472a9,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:49.484552 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40430) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:49.539475 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Publish callbacks [] for security_group (37f9cc66-b08a-4ef6-a559-ad37466472a9), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:49.561563 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Publish callbacks [] for security_group (37f9cc66-b08a-4ef6-a559-ad37466472a9), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:49.709334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (37f9cc66-b08a-4ef6-a559-ad37466472a9), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:49.711790 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:49.713052 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37f9cc66-b08a-4ef6-a559-ad37466472a9 HTTP/1.1" status: 204 len: 168 time: 0.2267361 Jun 21 16:55:49.721863 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f9cc66-b08a-4ef6-a559-ad37466472a9,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:49.729778 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.730131 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.730485 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.730937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.731275 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.731609 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.731945 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.732269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.732644 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.732994 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.733355 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.733685 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.734012 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.734334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:49.734657 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2edb056-f213-4c2b-bd28-4571411527c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:55:50.764333 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=55 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:50.796319 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:55.270791 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:55:56.173542 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65bb82-b94e-4784-9d75-2d015f3a170a req-c500f7c2-3fd9-4eb9-90f8-9b1ed2cd64a2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:56.175050 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7d65bb82-b94e-4784-9d75-2d015f3a170a req-c500f7c2-3fd9-4eb9-90f8-9b1ed2cd64a2 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0492020 Jun 21 16:55:56.224989 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7d65bb82-b94e-4784-9d75-2d015f3a170a req-353fbbc5-51dc-4ee8-947d-5fac131f343c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437264 Jun 21 16:55:57.361771 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5264d6f-34c8-4d82-9cf6-b2b7df9d4be4 req-777d1881-7975-4135-b31d-e5ca88f74d87 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:57.363727 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c5264d6f-34c8-4d82-9cf6-b2b7df9d4be4 req-777d1881-7975-4135-b31d-e5ca88f74d87 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0573771 Jun 21 16:55:57.414613 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c5264d6f-34c8-4d82-9cf6-b2b7df9d4be4 req-4e2fdc89-7d17-4d30-b871-9da46b88889c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452418 Jun 21 16:55:57.899664 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-782daacf-e9bf-4b42-8484-9b9eaef86943 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:57.901190 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-782daacf-e9bf-4b42-8484-9b9eaef86943 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0494986 Jun 21 16:55:57.999725 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Deleting port 9422fb6f-a2be-40f8-9c46-eb984da56a96 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:55:58.002208 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.107630 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] For port 9422fb6f-a2be-40f8-9c46-eb984da56a96, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9422fb6f-a2be-40f8-9c46-eb984da56a96,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:55:58.107987 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.215692 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:58.278211 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.278211 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (d3a9ec56-6658-48e2-8a51-1a281410457f), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.278211 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Floating IP d3a9ec56-6658-48e2-8a51-1a281410457f disassociated. External IP: 172.27.2.83, port: 9422fb6f-a2be-40f8-9c46-eb984da56a96. Jun 21 16:55:58.278211 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Calling delete_port for 9422fb6f-a2be-40f8-9c46-eb984da56a96 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:55:58.334143 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40548) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:58.417596 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:58.457721 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-afe42217-6556-49e9-b901-f71c91cb190a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.567138 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (9422fb6f-a2be-40f8-9c46-eb984da56a96), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.575023 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b9305-c3af-485c-8e26-3f4c1e6e51d0 req-ff355647-fe20-4113-aa5b-5d8b6fff8977 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:55:58.576840 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0a9b9305-c3af-485c-8e26-3f4c1e6e51d0 req-ff355647-fe20-4113-aa5b-5d8b6fff8977 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 947 time: 0.0772493 Jun 21 16:55:58.592407 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-afe42217-6556-49e9-b901-f71c91cb190a admin admin] Publish callbacks [] for security_group (2abc80ac-4998-465f-9b8c-a9acf49500bb), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.603020 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event deleted for resources: {'Port': ['ID=9422fb6f-a2be-40f8-9c46-eb984da56a96,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:58.623214 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:58.657067 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0a9b9305-c3af-485c-8e26-3f4c1e6e51d0 req-84491924-a7d3-40d0-a38c-6dd569cc1b8e tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups?id=d991af29-7126-41c2-9b5a-c36a13b21225&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685034 Jun 21 16:55:58.701578 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-afe42217-6556-49e9-b901-f71c91cb190a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2abc80ac-4998-465f-9b8c-a9acf49500bb), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.715900 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:58.725227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Router 184dd79c-2117-424b-83a8-3a56069dc283 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:55:58.735354 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:55:58.741794 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-afe42217-6556-49e9-b901-f71c91cb190a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1f2782960ce4aaba27a20b7b590f96a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065955 Jun 21 16:55:58.746482 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40556) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:58.762868 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe42217-6556-49e9-b901-f71c91cb190a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abc80ac-4998-465f-9b8c-a9acf49500bb,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:58.806899 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-df674382-56ec-466f-a6b5-671f21ec66af admin admin] Publish callbacks [] for security_group (2abc80ac-4998-465f-9b8c-a9acf49500bb), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.829797 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-df674382-56ec-466f-a6b5-671f21ec66af admin admin] Publish callbacks [] for security_group (2abc80ac-4998-465f-9b8c-a9acf49500bb), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.834958 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:55:58.847185 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] Sync routers for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:55:58.858558 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:58.859309 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:58.881504 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] No DVR routers for this DVR port 9422fb6f-a2be-40f8-9c46-eb984da56a96 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:55:58.884408 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:58.887982 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6ee10398-b4ee-4a17-a721-3796e838b763 req-d05687c5-ed45-4d5e-a603-9009a98e154d tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.47 "DELETE /v2.0/ports/9422fb6f-a2be-40f8-9c46-eb984da56a96 HTTP/1.1" status: 204 len: 173 time: 0.9803534 Jun 21 16:55:58.888727 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-deleted', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:55:58.891149 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90555455-0786-496f-bb16-53da5af472a8" -d '{"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-deleted", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:55:58.928708 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f9fb06-de1a-4e50-80a7-4bfb46a5f034 x-openstack-request-id: req-06f9fb06-de1a-4e50-80a7-4bfb46a5f034 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:55:58.929380 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a46d00d-8f66-43bf-990b-e31ab81b9ae0", "name": "network-vif-deleted", "tag": "9422fb6f-a2be-40f8-9c46-eb984da56a96", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:55:58.929380 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06f9fb06-de1a-4e50-80a7-4bfb46a5f034 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:55:58.929719 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f9fb06-de1a-4e50-80a7-4bfb46a5f034'] response: {'server_uuid': '4a46d00d-8f66-43bf-990b-e31ab81b9ae0', 'name': 'network-vif-deleted', 'tag': '9422fb6f-a2be-40f8-9c46-eb984da56a96', 'status': 'completed', 'code': 200} Jun 21 16:55:58.970274 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:59.075326 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-df674382-56ec-466f-a6b5-671f21ec66af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2abc80ac-4998-465f-9b8c-a9acf49500bb), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:59.077897 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-df674382-56ec-466f-a6b5-671f21ec66af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:55:59.079047 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-df674382-56ec-466f-a6b5-671f21ec66af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2abc80ac-4998-465f-9b8c-a9acf49500bb HTTP/1.1" status: 204 len: 168 time: 0.3316681 Jun 21 16:55:59.088132 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df674382-56ec-466f-a6b5-671f21ec66af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abc80ac-4998-465f-9b8c-a9acf49500bb,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:55:59.185576 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:59.214373 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] Checking router: 184dd79c-2117-424b-83a8-3a56069dc283 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:55:59.223335 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:55:59.223944 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:55:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:59.328009 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:55:59.537016 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:55:59.564044 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9af18-b317-413f-b747-65cba3bd3820 None None] The sync data for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi is: [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:48:35Z', 'revision_number': 4, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '766bda6c-ecfe-463c-9bff-1a0c98578ba8', 'name': '', 'network_id': '8df8015f-3aaf-42f1-8475-cd22b8c0ed19', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'mac_address': 'fa:16:3e:fd:df:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:32Z', 'updated_at': '2022-06-21T16:48:45Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'subnets': [{'id': '37cc99ab-3113-42a0-9d6e-c347fca0a717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:55:59.804958 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-704cc33b-a49f-4209-bff1-328d99fcac5f req-10e80dc5-1cfe-446d-8439-8c7329789430 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a46d00d-8f66-43bf-990b-e31ab81b9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0405731 Jun 21 16:55:59.838812 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0466dcf5-ee11-42e5-9ae9-929a1759a487 None None] New status for floating IP d3a9ec56-6658-48e2-8a51-1a281410457f: DOWN {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:55:59.936451 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40568) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:55:59.951449 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-70fcec1b-ea38-4792-bd30-ae04a93d231a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:00.033928 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-70fcec1b-ea38-4792-bd30-ae04a93d231a admin admin] Publish callbacks [] for security_group (10e5fcb1-7a4b-497f-9c6c-e7e1972f45af), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:00.137359 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-70fcec1b-ea38-4792-bd30-ae04a93d231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (10e5fcb1-7a4b-497f-9c6c-e7e1972f45af), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:00.184556 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-70fcec1b-ea38-4792-bd30-ae04a93d231a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e8bda61fdf74738888d2a35c776f0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467794 Jun 21 16:56:00.185527 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcec1b-ea38-4792-bd30-ae04a93d231a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5fcb1-7a4b-497f-9c6c-e7e1972f45af,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:00.187274 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40570) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:00.240667 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e9544da4-5002-4285-b2bf-6dbb59c835c4 admin admin] Publish callbacks [] for security_group (10e5fcb1-7a4b-497f-9c6c-e7e1972f45af), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:00.270397 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e9544da4-5002-4285-b2bf-6dbb59c835c4 admin admin] Publish callbacks [] for security_group (10e5fcb1-7a4b-497f-9c6c-e7e1972f45af), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:00.417592 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e9544da4-5002-4285-b2bf-6dbb59c835c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (10e5fcb1-7a4b-497f-9c6c-e7e1972f45af), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:00.420927 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e9544da4-5002-4285-b2bf-6dbb59c835c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:00.424647 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e9544da4-5002-4285-b2bf-6dbb59c835c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10e5fcb1-7a4b-497f-9c6c-e7e1972f45af HTTP/1.1" status: 204 len: 168 time: 0.2338529 Jun 21 16:56:00.432437 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9544da4-5002-4285-b2bf-6dbb59c835c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5fcb1-7a4b-497f-9c6c-e7e1972f45af,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:00.640921 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:56:00.663832 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 9422fb6f-a2be-40f8-9c46-eb984da56a96 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:56:00.670938 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 9422fb6f-a2be-40f8-9c46-eb984da56a96 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:56:00.817778 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:00.973881 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40588) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:01.032177 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-88b0caeb-ec49-4a7f-b9ce-96c2feafc7af tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (d991af29-7126-41c2-9b5a-c36a13b21225), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:01.057650 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-88b0caeb-ec49-4a7f-b9ce-96c2feafc7af tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (d991af29-7126-41c2-9b5a-c36a13b21225), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:01.234743 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-88b0caeb-ec49-4a7f-b9ce-96c2feafc7af tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d991af29-7126-41c2-9b5a-c36a13b21225), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:01.237524 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-88b0caeb-ec49-4a7f-b9ce-96c2feafc7af tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:01.238926 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-88b0caeb-ec49-4a7f-b9ce-96c2feafc7af tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "DELETE /v2.0/security-groups/d991af29-7126-41c2-9b5a-c36a13b21225 HTTP/1.1" status: 204 len: 168 time: 0.2639301 Jun 21 16:56:01.242185 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40594) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:01.248428 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0caeb-ec49-4a7f-b9ce-96c2feafc7af tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d991af29-7126-41c2-9b5a-c36a13b21225,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:01.258765 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.api.v2.resource [None req-fa4d5259-7842-4b20-bc9e-9e34ed6afb7c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] show failed (client error): The resource could not be found. Jun 21 16:56:01.260398 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-fa4d5259-7842-4b20-bc9e-9e34ed6afb7c tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "GET /v2.0/security-groups/d991af29-7126-41c2-9b5a-c36a13b21225 HTTP/1.1" status: 404 len: 347 time: 0.0167010 Jun 21 16:56:01.263994 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40596) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:01.380873 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Deleting port 0f375b13-cf66-4071-a884-ea297075aef1 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:56:01.381223 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (0f375b13-cf66-4071-a884-ea297075aef1), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:01.392663 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:01.461541 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (0f375b13-cf66-4071-a884-ea297075aef1), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:01.461891 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (0f375b13-cf66-4071-a884-ea297075aef1), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:01.474833 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Calling delete_port for 0f375b13-cf66-4071-a884-ea297075aef1 owned by network:floatingip {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:56:01.702262 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (0f375b13-cf66-4071-a884-ea297075aef1), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:01.712484 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:01.732341 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Pushing event deleted for resources: {'Port': ['ID=0f375b13-cf66-4071-a884-ea297075aef1,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:02.052295 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks [] for floatingip (d3a9ec56-6658-48e2-8a51-1a281410457f), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:02.054723 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:02.055859 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-7ca4f2b8-d7b3-442c-8974-f8b3a0aa07d5 tempest-AttachVolumeShelveTestJSON-135015479 tempest-AttachVolumeShelveTestJSON-135015479-project] 10.222.0.70 "DELETE /v2.0/floatingips/d3a9ec56-6658-48e2-8a51-1a281410457f HTTP/1.1" status: 204 len: 168 time: 0.7907600 Jun 21 16:56:04.103406 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-02e72694-daba-47e5-a162-49fa89ae6a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:05.046506 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40678) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:05.252726 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:05.524127 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (184dd79c-2117-424b-83a8-3a56069dc283), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:05.938800 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:05.980931 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Deleting port 766bda6c-ecfe-463c-9bff-1a0c98578ba8 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:56:05.981294 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:06.071203 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] For port 766bda6c-ecfe-463c-9bff-1a0c98578ba8, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=766bda6c-ecfe-463c-9bff-1a0c98578ba8,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:06.071935 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:06.085909 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Calling delete_port for 766bda6c-ecfe-463c-9bff-1a0c98578ba8 owned by network:router_interface {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:56:06.303200 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-36be9055-dd37-4d38-9f37-582c0ef567f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:06.360906 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (766bda6c-ecfe-463c-9bff-1a0c98578ba8), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:06.392399 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=766bda6c-ecfe-463c-9bff-1a0c98578ba8,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:06.521501 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:06.564705 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (184dd79c-2117-424b-83a8-3a56069dc283), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:06.796921 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Router 184dd79c-2117-424b-83a8-3a56069dc283 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:56:06.856287 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:06.899738 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40694) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:06.908306 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:56:06.915885 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0ddbf2ed-a6f2-4a34-8905-c803428e0eb1 admin admin] 10.222.0.70 "PUT /v2.0/routers/184dd79c-2117-424b-83a8-3a56069dc283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663132 Jun 21 16:56:06.915885 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40698) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:06.919007 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] Sync routers for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:56:06.930474 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:56:06.931103 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:56:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:07.034352 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks [] for router (184dd79c-2117-424b-83a8-3a56069dc283), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.040221 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:56:07.063326 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-99472296-6535-4f3f-b074-e31d66f72786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.125080 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:07.143054 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks [] for router_gateway (184dd79c-2117-424b-83a8-3a56069dc283), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.151050 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40704) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:07.154074 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-99472296-6535-4f3f-b074-e31d66f72786 admin admin] Publish callbacks [] for security_group (bda932e7-7279-4a4a-bcd4-da41baf1e0ba), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.157440 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-f2cec3d4-6ea4-4dd3-83d5-601915a24e36 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229326740', 'description': 'tempest-description--1402844665'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:07.228042 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:07.230724 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:56:06Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:07.257337 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] Checking router: 184dd79c-2117-424b-83a8-3a56069dc283 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:56:07.266137 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] Routers {'184dd79c-2117-424b-83a8-3a56069dc283'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:56:07.266752 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:56:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['184dd79c-2117-424b-83a8-3a56069dc283'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:07.320894 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-99472296-6535-4f3f-b074-e31d66f72786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (bda932e7-7279-4a4a-bcd4-da41baf1e0ba), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.323833 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f2cec3d4-6ea4-4dd3-83d5-601915a24e36 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.358223 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Deleting port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:56:07.358881 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.373116 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] Set router 184dd79c-2117-424b-83a8-3a56069dc283 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:56:07.404411 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99472296-6535-4f3f-b074-e31d66f72786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda932e7-7279-4a4a-bcd4-da41baf1e0ba,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:07.413839 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-99472296-6535-4f3f-b074-e31d66f72786 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a45971dceaa40268e61fb81a0879d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091133 Jun 21 16:56:07.414885 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40706) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:07.461374 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] For port e453d51b-44e4-401c-b9f2-9fc1c62e4a3a, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e453d51b-44e4-401c-b9f2-9fc1c62e4a3a,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:07.461819 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.476523 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Calling delete_port for e453d51b-44e4-401c-b9f2-9fc1c62e4a3a owned by network:router_gateway {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:56:07.481026 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.483563 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f2cec3d4-6ea4-4dd3-83d5-601915a24e36 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (026314cb-11f8-465b-9047-70a6ca85233c), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.500561 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3ee2-e4d9-4ebd-8120-583467b18db4 admin admin] Publish callbacks [] for security_group (bda932e7-7279-4a4a-bcd4-da41baf1e0ba), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.523561 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3ee2-e4d9-4ebd-8120-583467b18db4 admin admin] Publish callbacks [] for security_group (bda932e7-7279-4a4a-bcd4-da41baf1e0ba), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.556199 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f2cec3d4-6ea4-4dd3-83d5-601915a24e36 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (026314cb-11f8-465b-9047-70a6ca85233c), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.559084 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:56:06Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:07.590602 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cec3d4-6ea4-4dd3-83d5-601915a24e36 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026314cb-11f8-465b-9047-70a6ca85233c,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:07.602376 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f321987e-8b3e-4d3a-98a4-5a7e24ad43c0 None None] The sync data for ids ['184dd79c-2117-424b-83a8-3a56069dc283'] in dv-cinder-799871-21-iscsi is: [{'id': '184dd79c-2117-424b-83a8-3a56069dc283', 'name': 'tempest-AttachVolumeShelveTestJSON-1023480126-router', 'tenant_id': '85cd0d0402244286b9199e77f8ef18ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:48:26Z', 'updated_at': '2022-06-21T16:56:06Z', 'revision_number': 5, 'project_id': '85cd0d0402244286b9199e77f8ef18ca', 'gw_port': {'id': 'e453d51b-44e4-401c-b9f2-9fc1c62e4a3a', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184dd79c-2117-424b-83a8-3a56069dc283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:48:27Z', 'updated_at': '2022-06-21T16:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:56:07.638936 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f2cec3d4-6ea4-4dd3-83d5-601915a24e36 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.642989 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-f2cec3d4-6ea4-4dd3-83d5-601915a24e36 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4884324 Jun 21 16:56:07.645900 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40708) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:07.648351 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-c21cc8da-7653-4345-adab-e8eddf343844 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group_rule': {'security_group_id': '026314cb-11f8-465b-9047-70a6ca85233c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:07.680607 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3ee2-e4d9-4ebd-8120-583467b18db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (bda932e7-7279-4a4a-bcd4-da41baf1e0ba), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.683079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ae2a3ee2-e4d9-4ebd-8120-583467b18db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.684269 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ae2a3ee2-e4d9-4ebd-8120-583467b18db4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bda932e7-7279-4a4a-bcd4-da41baf1e0ba HTTP/1.1" status: 204 len: 168 time: 0.2682989 Jun 21 16:56:07.695820 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a3ee2-e4d9-4ebd-8120-583467b18db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda932e7-7279-4a4a-bcd4-da41baf1e0ba,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:07.760879 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (e453d51b-44e4-401c-b9f2-9fc1c62e4a3a), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.784824 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e453d51b-44e4-401c-b9f2-9fc1c62e4a3a,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:07.823897 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21cc8da-7653-4345-adab-e8eddf343844 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (f2aa6c27-6dc3-4427-b7f4-f4a28dd08b50), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.833365 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:07.854056 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (184dd79c-2117-424b-83a8-3a56069dc283), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.882669 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21cc8da-7653-4345-adab-e8eddf343844 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (f2aa6c27-6dc3-4427-b7f4-f4a28dd08b50), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.912750 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:07.945460 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (184dd79c-2117-424b-83a8-3a56069dc283), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.947209 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks [] for router_controller (184dd79c-2117-424b-83a8-3a56069dc283), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.969103 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21cc8da-7653-4345-adab-e8eddf343844 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (f2aa6c27-6dc3-4427-b7f4-f4a28dd08b50), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:07.995508 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21cc8da-7653-4345-adab-e8eddf343844 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2aa6c27-6dc3-4427-b7f4-f4a28dd08b50,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:08.112743 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (184dd79c-2117-424b-83a8-3a56069dc283), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.114109 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 184dd79c-2117-424b-83a8-3a56069dc283 {{(pid=111043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 16:56:08.117304 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21cc8da-7653-4345-adab-e8eddf343844 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.118597 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c21cc8da-7653-4345-adab-e8eddf343844 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4743037 Jun 21 16:56:08.119488 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.120829 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-97ab9a19-1015-48d3-bc02-4bf6756c2a06 admin admin] 10.222.0.70 "DELETE /v2.0/routers/184dd79c-2117-424b-83a8-3a56069dc283 HTTP/1.1" status: 204 len: 168 time: 1.2040331 Jun 21 16:56:08.123021 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40712) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:08.123527 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40714) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:08.128464 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-a0709e4f-bc4e-4a70-8bb9-8e02e6c68554 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group_rule': {'security_group_id': '026314cb-11f8-465b-9047-70a6ca85233c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:08.179564 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_v2 [None req-41de537d-384d-44df-80c7-b0f48d8febe7 admin admin] Deleting subnet 37cc99ab-3113-42a0-9d6e-c347fca0a717 {{(pid=111043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:56:08.183160 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-41de537d-384d-44df-80c7-b0f48d8febe7 admin admin] Publish callbacks [] for subnet (37cc99ab-3113-42a0-9d6e-c347fca0a717), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.220778 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:08.228606 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-41de537d-384d-44df-80c7-b0f48d8febe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529593546'] for subnet (37cc99ab-3113-42a0-9d6e-c347fca0a717), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.264050 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a0709e4f-bc4e-4a70-8bb9-8e02e6c68554 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (b7ceba69-84a4-4ac3-9426-9a4c2a534aad), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.296917 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:08.350916 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-41de537d-384d-44df-80c7-b0f48d8febe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (37cc99ab-3113-42a0-9d6e-c347fca0a717), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.355709 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a0709e4f-bc4e-4a70-8bb9-8e02e6c68554 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (b7ceba69-84a4-4ac3-9426-9a4c2a534aad), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.491206 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a0709e4f-bc4e-4a70-8bb9-8e02e6c68554 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (b7ceba69-84a4-4ac3-9426-9a4c2a534aad), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.510557 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0709e4f-bc4e-4a70-8bb9-8e02e6c68554 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ceba69-84a4-4ac3-9426-9a4c2a534aad,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:08.524570 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-41de537d-384d-44df-80c7-b0f48d8febe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529715931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529643301'] for subnet (37cc99ab-3113-42a0-9d6e-c347fca0a717), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.547375 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40718) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:08.552622 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de537d-384d-44df-80c7-b0f48d8febe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cc99ab-3113-42a0-9d6e-c347fca0a717,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:08.556966 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-41de537d-384d-44df-80c7-b0f48d8febe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.560372 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-41de537d-384d-44df-80c7-b0f48d8febe7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/37cc99ab-3113-42a0-9d6e-c347fca0a717 HTTP/1.1" status: 204 len: 168 time: 0.4355412 Jun 21 16:56:08.563522 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83cb110-70ba-40c8-8a50-aac79a23deef None None] Network 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:56:08.567689 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40720) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:08.571898 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-79ce8841-7611-4be8-a6ce-356f44910f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.596232 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a0709e4f-bc4e-4a70-8bb9-8e02e6c68554 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.598374 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a0709e4f-bc4e-4a70-8bb9-8e02e6c68554 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4732704 Jun 21 16:56:08.601891 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40724) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:08.607853 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:08.646593 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (8df8015f-3aaf-42f1-8475-cd22b8c0ed19), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.694381 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-79ce8841-7611-4be8-a6ce-356f44910f6c admin admin] Publish callbacks [] for security_group (074acd1f-bbb3-4f90-b59e-ead24ea33e13), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.697907 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Deleting port 4ebac3d7-dd02-4921-bb15-1d36984ad111 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:56:08.698248 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.748217 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.765975 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] DHCP port deletion for 8df8015f-3aaf-42f1-8475-cd22b8c0ed19 request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 16:56:08.772707 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] For port 4ebac3d7-dd02-4921-bb15-1d36984ad111, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=4ebac3d7-dd02-4921-bb15-1d36984ad111,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:08.773070 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.776802 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:08.787175 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 766bda6c-ecfe-463c-9bff-1a0c98578ba8 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:56:08.796200 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Calling delete_port for 4ebac3d7-dd02-4921-bb15-1d36984ad111 owned by network:dhcp {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:56:08.796353 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-79ce8841-7611-4be8-a6ce-356f44910f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (074acd1f-bbb3-4f90-b59e-ead24ea33e13), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.810601 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 766bda6c-ecfe-463c-9bff-1a0c98578ba8 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:56:08.810942 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 766bda6c-ecfe-463c-9bff-1a0c98578ba8 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:56:08.811546 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e453d51b-44e4-401c-b9f2-9fc1c62e4a3a no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:56:08.835145 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:08.861338 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: e453d51b-44e4-401c-b9f2-9fc1c62e4a3a {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:56:08.861686 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e453d51b-44e4-401c-b9f2-9fc1c62e4a3a not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:56:08.871714 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce8841-7611-4be8-a6ce-356f44910f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074acd1f-bbb3-4f90-b59e-ead24ea33e13,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:08.882808 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-79ce8841-7611-4be8-a6ce-356f44910f6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=167bd2092be24ac69ac8572ef890ac96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342760 Jun 21 16:56:08.887900 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.887900 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] Deleting port 4ebac3d7-dd02-4921-bb15-1d36984ad111 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:56:08.887900 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.888482 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40726) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:08.888576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.896600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:08.940885 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a22e-d9fb-4d36-8399-52a19afe2c11 admin admin] Publish callbacks [] for security_group (074acd1f-bbb3-4f90-b59e-ead24ea33e13), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.956924 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] For port 4ebac3d7-dd02-4921-bb15-1d36984ad111, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=4ebac3d7-dd02-4921-bb15-1d36984ad111,segment=NetworkSegment(e4e5eb8f-b9b6-415f-8be2-af59a7dda23d),segment_id=e4e5eb8f-b9b6-415f-8be2-af59a7dda23d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:08.957628 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.965195 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a22e-d9fb-4d36-8399-52a19afe2c11 admin admin] Publish callbacks [] for security_group (074acd1f-bbb3-4f90-b59e-ead24ea33e13), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.970357 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:08.979206 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] Calling delete_port for 4ebac3d7-dd02-4921-bb15-1d36984ad111 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:56:08.985890 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.016337 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Allocated IP 172.27.2.64 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/bac09aa6-2a05-47c4-8559-ee6739146144) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:56:09.023472 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebac3d7-dd02-4921-bb15-1d36984ad111,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:09.027542 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] No DVR routers for this DVR port 4ebac3d7-dd02-4921-bb15-1d36984ad111 on host dv-cinder-799871-21-iscsi {{(pid=111043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:56:09.063780 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (4ebac3d7-dd02-4921-bb15-1d36984ad111), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.090840 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] Pushing event deleted for resources: {'Port': ['ID=4ebac3d7-dd02-4921-bb15-1d36984ad111,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:09.095404 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35493c8-7c1b-4e12-8b27-4e12bea7d6be None None] No DVR routers for this DVR port 4ebac3d7-dd02-4921-bb15-1d36984ad111 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:56:09.107347 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (8df8015f-3aaf-42f1-8475-cd22b8c0ed19), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.130150 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df8015f-3aaf-42f1-8475-cd22b8c0ed19']}} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:09.140435 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d') {'for_net_delete': True} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:09.140671 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e5eb8f-b9b6-415f-8be2-af59a7dda23d') {} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:09.151304 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529593553'] for segment (e4e5eb8f-b9b6-415f-8be2-af59a7dda23d), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.162422 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (bac09aa6-2a05-47c4-8559-ee6739146144), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.180043 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (e4e5eb8f-b9b6-415f-8be2-af59a7dda23d), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.186910 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a22e-d9fb-4d36-8399-52a19afe2c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (074acd1f-bbb3-4f90-b59e-ead24ea33e13), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.193645 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a22e-d9fb-4d36-8399-52a19afe2c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.193645 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-5ec9a22e-d9fb-4d36-8399-52a19afe2c11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/074acd1f-bbb3-4f90-b59e-ead24ea33e13 HTTP/1.1" status: 204 len: 168 time: 0.3040657 Jun 21 16:56:09.193645 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Releasing vlan 1229 on physical network physnet1 to pool {{(pid=111043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:56:09.193645 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529715889'] for segment (e4e5eb8f-b9b6-415f-8be2-af59a7dda23d), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.219219 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9a22e-d9fb-4d36-8399-52a19afe2c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074acd1f-bbb3-4f90-b59e-ead24ea33e13,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:09.232136 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:09.264844 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment e4e5eb8f-b9b6-415f-8be2-af59a7dda23d resource provider aggregate not found Jun 21 16:56:09.283689 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment e4e5eb8f-b9b6-415f-8be2-af59a7dda23d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4e5eb8f-b9b6-415f-8be2-af59a7dda23d found for delete ", "request_id": "req-b43ff688-5fc5-4682-97b7-920a04af29f4"}]} Jun 21 16:56:09.378342 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (8df8015f-3aaf-42f1-8475-cd22b8c0ed19), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.380373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (bac09aa6-2a05-47c4-8559-ee6739146144), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.384696 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.390497 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] 10.222.0.70 "DELETE /v2.0/networks/8df8015f-3aaf-42f1-8475-cd22b8c0ed19 HTTP/1.1" status: 204 len: 168 time: 0.8175085 Jun 21 16:56:09.412062 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88333f-5d46-4c08-915b-865a58a4d5cc admin admin] Pushing event deleted for resources: {'Network': ['ID=8df8015f-3aaf-42f1-8475-cd22b8c0ed19,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:09.432768 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:56:09.432768 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:56:09.436417 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:56:09.439631 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=bac09aa6-2a05-47c4-8559-ee6739146144,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:09.528678 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (b90601fb-c6f0-47cd-be6a-5d1034c647e3), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.677825 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (bac09aa6-2a05-47c4-8559-ee6739146144), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.816252 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40746) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:09.822898 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:09.839994 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (bac09aa6-2a05-47c4-8559-ee6739146144), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.859424 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-bd198673-a996-44c6-9098-bf6271f75d35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85cd0d0402244286b9199e77f8ef18ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414433 Jun 21 16:56:09.861902 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40750) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:09.909387 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (bac09aa6-2a05-47c4-8559-ee6739146144), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.913547 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3c04b0ed-041e-4824-b89a-13e5c91e5833 admin admin] Publish callbacks [] for security_group (96b73e1c-5855-4c4b-95ac-7f64808d13c3), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.937614 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3c04b0ed-041e-4824-b89a-13e5c91e5833 admin admin] Publish callbacks [] for security_group (96b73e1c-5855-4c4b-95ac-7f64808d13c3), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:09.938433 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:09.982624 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=bac09aa6-2a05-47c4-8559-ee6739146144,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:09.994400 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (b90601fb-c6f0-47cd-be6a-5d1034c647e3), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:10.084604 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3c04b0ed-041e-4824-b89a-13e5c91e5833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (96b73e1c-5855-4c4b-95ac-7f64808d13c3), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:10.090429 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3c04b0ed-041e-4824-b89a-13e5c91e5833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:10.090429 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-3c04b0ed-041e-4824-b89a-13e5c91e5833 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96b73e1c-5855-4c4b-95ac-7f64808d13c3 HTTP/1.1" status: 204 len: 168 time: 0.2255452 Jun 21 16:56:10.097757 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04b0ed-041e-4824-b89a-13e5c91e5833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b73e1c-5855-4c4b-95ac-7f64808d13c3,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:10.134527 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:10.144151 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-030c88b2-7fd8-4cc6-971a-e8145f6ff1bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5330038 Jun 21 16:56:10.367846 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-99087b44-66a3-4e67-899e-524867e045bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1229326740&fields=id&tenant_id=97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 267 time: 0.0447052 Jun 21 16:56:10.478890 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-af4f587c-ac70-49d3-ab70-3e9ba0875464 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:10.480354 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-af4f587c-ac70-49d3-ab70-3e9ba0875464 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 815 time: 0.1059909 Jun 21 16:56:10.494960 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-5571659c-74a9-4847-8eba-c57d4c2ce4ca tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/quotas/97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 375 time: 0.0091653 Jun 21 16:56:10.548139 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-8c70f0fd-9144-4efe-9d4c-65bf44034ea1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481203 Jun 21 16:56:10.640995 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:10.677587 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-696f228b-8f1c-4794-8458-a60d01fbea82 service neutron] 10.222.0.70 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166117 Jun 21 16:56:10.738374 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 4ebac3d7-dd02-4921-bb15-1d36984ad111 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:56:10.766150 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 4ebac3d7-dd02-4921-bb15-1d36984ad111 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:56:10.766789 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 4ebac3d7-dd02-4921-bb15-1d36984ad111 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:56:10.806398 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-c185aaff-4da7-4d10-878e-c63e7e9d98a8 service neutron] 10.222.0.70 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217716 Jun 21 16:56:11.170518 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7bc92891-554d-4ca8-85d5-47d6c2326702 req-148d6cfe-6d61-457a-b7ef-95bcc263ad06 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 210 time: 0.0365019 Jun 21 16:56:11.362042 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 40808) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:11.587873 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9542-1eaf-4df9-a20a-c359b3b99c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:11.630140 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:11.668177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9542-1eaf-4df9-a20a-c359b3b99c85 admin admin] Publish callbacks [] for security_group (7e7efff0-7e10-45ff-ab09-0fa53029dc52), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:11.749497 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ef1a9542-1eaf-4df9-a20a-c359b3b99c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (7e7efff0-7e10-45ff-ab09-0fa53029dc52), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:11.790985 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ef1a9542-1eaf-4df9-a20a-c359b3b99c85 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87dd6fc4788645028e6847a1d0d1badd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4277158 Jun 21 16:56:11.791700 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a9542-1eaf-4df9-a20a-c359b3b99c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7efff0-7e10-45ff-ab09-0fa53029dc52,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:11.794727 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 40822) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:11.845896 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9df581d7-31bc-4c9a-8838-c048d4247e2a admin admin] Publish callbacks [] for security_group (7e7efff0-7e10-45ff-ab09-0fa53029dc52), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:11.868961 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9df581d7-31bc-4c9a-8838-c048d4247e2a admin admin] Publish callbacks [] for security_group (7e7efff0-7e10-45ff-ab09-0fa53029dc52), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:12.000351 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9df581d7-31bc-4c9a-8838-c048d4247e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (7e7efff0-7e10-45ff-ab09-0fa53029dc52), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:12.003061 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9df581d7-31bc-4c9a-8838-c048d4247e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:12.004520 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9df581d7-31bc-4c9a-8838-c048d4247e2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e7efff0-7e10-45ff-ab09-0fa53029dc52 HTTP/1.1" status: 204 len: 168 time: 0.2087510 Jun 21 16:56:12.012827 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df581d7-31bc-4c9a-8838-c048d4247e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7efff0-7e10-45ff-ab09-0fa53029dc52,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:12.272213 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cbb4133a-f2b9-4025-b954-23c9e18d452f req-485d345c-570d-4c11-867c-cd26925de52a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 210 time: 0.0290041 Jun 21 16:56:13.383898 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-10b0c706-7dd4-44da-9af8-2698b92c47a9 req-d5f2e1bf-01d5-4a7a-b4e0-48c500064d06 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 210 time: 0.0358574 Jun 21 16:56:13.422579 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-756a3e7a-2139-41d4-963e-f3b4f3a50fec tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:13.424374 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-756a3e7a-2139-41d4-963e-f3b4f3a50fec tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 815 time: 0.1118536 Jun 21 16:56:13.501371 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-efedd25c-081b-4a34-af72-116adb14da48 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 473 time: 0.0660131 Jun 21 16:56:13.510043 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'port': {'device_id': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'admin_state_up': True, 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'security_groups': ['026314cb-11f8-465b-9047-70a6ca85233c']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:13.741360 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Made reservation on behalf of 97cafcd59ef1433ba71a47a01b3a331c for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:56:13.745289 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:13.877387 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Allocated IP 172.20.0.13 (83741c3b-7ff0-4b33-b398-e82b72fea3bd/05ab1f0a-00cd-416c-abd3-44c8b8057251/7cb6c36c-9757-4544-9b68-2781176ab5c4) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:56:13.937546 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:14.022983 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:14.127237 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:14.161848 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:14.193466 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:56:14.198881 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:56:14.201083 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=7cb6c36c-9757-4544-9b68-2781176ab5c4,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:14.209599 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:56:14.273990 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:14.274644 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:14.368980 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-3d775bfb-fb7f-498b-9177-3e5d4fe1c8d3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8626149 Jun 21 16:56:14.381147 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Request body: {'port': {'device_id': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:14.445240 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:14.471906 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c0de2db7-1e23-4715-a2aa-1a8f09ae8835 None None] Provisioning complete for port 7cb6c36c-9757-4544-9b68-2781176ab5c4 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:56:14.472515 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c0de2db7-1e23-4715-a2aa-1a8f09ae8835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:14.507275 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c0de2db7-1e23-4715-a2aa-1a8f09ae8835 None None] Port 7cb6c36c-9757-4544-9b68-2781176ab5c4 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:56:14.511350 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459182a-6863-46f5-942a-c7d1d28b02ae req-1eec5c7a-f4c4-4665-8652-077813c6a395 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:14.513340 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b459182a-6863-46f5-942a-c7d1d28b02ae req-1eec5c7a-f4c4-4665-8652-077813c6a395 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 932 time: 0.0584588 Jun 21 16:56:14.563681 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b459182a-6863-46f5-942a-c7d1d28b02ae req-fb6b09bd-8a2e-42b0-b6ee-eb11a63abd2d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442715 Jun 21 16:56:14.712879 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb6c36c-9757-4544-9b68-2781176ab5c4 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:56:14.720349 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Publish callbacks [] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:14.733821 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Transition to ACTIVE for port object 7cb6c36c-9757-4544-9b68-2781176ab5c4 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:56:14.812121 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:14.863319 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb6c36c-9757-4544-9b68-2781176ab5c4,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:14.940808 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Attempting to bind port 7cb6c36c-9757-4544-9b68-2781176ab5c4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:56:14.941149 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Attempting to bind port 7cb6c36c-9757-4544-9b68-2781176ab5c4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:56:14.942170 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Attempting to bind port 7cb6c36c-9757-4544-9b68-2781176ab5c4 on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:56:14.947195 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Port 7cb6c36c-9757-4544-9b68-2781176ab5c4 on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:56:14.947521 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Attempting to bind port 7cb6c36c-9757-4544-9b68-2781176ab5c4 on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:56:14.952668 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:56:14.953014 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Checking segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:56:14.953508 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Bound using segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:56:14.953930 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Bound port: 7cb6c36c-9757-4544-9b68-2781176ab5c4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:56:14.954295 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:14.969862 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:15.025780 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] For port 7cb6c36c-9757-4544-9b68-2781176ab5c4, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:56:15.028842 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] For port 7cb6c36c-9757-4544-9b68-2781176ab5c4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cb6c36c-9757-4544-9b68-2781176ab5c4,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:56:15.126877 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:15.164647 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:15.165580 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:15.166835 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] 10.222.0.47 "PUT /v2.0/ports/7cb6c36c-9757-4544-9b68-2781176ab5c4 HTTP/1.1" status: 200 len: 1094 time: 0.7906289 Jun 21 16:56:15.169099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'tag': '7cb6c36c-9757-4544-9b68-2781176ab5c4'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:56:15.171339 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d259a-f305-4bf9-ba1a-c695f4af1152" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0967ec-4512-4953-8d0c-cd5c2616341c", "tag": "7cb6c36c-9757-4544-9b68-2781176ab5c4"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:56:15.193085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366569f-be8a-4760-b401-faf6c5889da0 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb6c36c-9757-4544-9b68-2781176ab5c4,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:15.216133 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d972dc-7eda-4e2f-8889-6114614fef04 x-openstack-request-id: req-61d972dc-7eda-4e2f-8889-6114614fef04 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:56:15.216432 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0967ec-4512-4953-8d0c-cd5c2616341c", "tag": "7cb6c36c-9757-4544-9b68-2781176ab5c4", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:56:15.216690 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61d972dc-7eda-4e2f-8889-6114614fef04 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:56:15.217483 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d972dc-7eda-4e2f-8889-6114614fef04'] response: {'name': 'network-changed', 'server_uuid': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'tag': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'status': 'completed', 'code': 200} Jun 21 16:56:15.679856 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44890ff-4d5d-42ff-bb05-7a8bc63c6bdd req-873db6bc-8d76-4ca8-9032-7da2c66dfbd9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:15.681380 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b44890ff-4d5d-42ff-bb05-7a8bc63c6bdd req-873db6bc-8d76-4ca8-9032-7da2c66dfbd9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 944 time: 0.0475657 Jun 21 16:56:15.729488 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b44890ff-4d5d-42ff-bb05-7a8bc63c6bdd req-3233728e-28db-4204-a83a-a52b676a220c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Jun 21 16:56:16.847721 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eeca81-0c55-4d82-abbf-e58e02e21a4b req-f0ef04e4-b976-47d2-b3cf-c338610125e1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:16.849816 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c0eeca81-0c55-4d82-abbf-e58e02e21a4b req-f0ef04e4-b976-47d2-b3cf-c338610125e1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 944 time: 0.0511184 Jun 21 16:56:16.897593 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c0eeca81-0c55-4d82-abbf-e58e02e21a4b req-e65f0ddd-54a5-4056-80db-ac61b2a3fcc4 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421979 Jun 21 16:56:17.179184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:17.190949 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d259a-f305-4bf9-ba1a-c695f4af1152 req-3123b6f3-c78b-4697-8079-064ae863f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:17.193440 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9e6d259a-f305-4bf9-ba1a-c695f4af1152 req-3123b6f3-c78b-4697-8079-064ae863f5ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 1128 time: 0.0416362 Jun 21 16:56:17.302745 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d259a-f305-4bf9-ba1a-c695f4af1152 req-52481b96-bef3-4e13-b50c-3c62128475f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:17.305674 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9e6d259a-f305-4bf9-ba1a-c695f4af1152 req-52481b96-bef3-4e13-b50c-3c62128475f2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1035726 Jun 21 16:56:17.404397 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d259a-f305-4bf9-ba1a-c695f4af1152 req-43928fd7-49f4-483e-818c-a46646f09191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:17.405893 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9e6d259a-f305-4bf9-ba1a-c695f4af1152 req-43928fd7-49f4-483e-818c-a46646f09191 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0932178 Jun 21 16:56:17.482926 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-e8807bca-3de0-45e2-a0d6-3e8acf4629c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:17.484379 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-e8807bca-3de0-45e2-a0d6-3e8acf4629c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 1128 time: 0.0396938 Jun 21 16:56:17.526969 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-4c86a003-118e-4fe0-8b41-b3359b03503e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb6c36c-9757-4544-9b68-2781176ab5c4 HTTP/1.1" status: 200 len: 217 time: 0.0356419 Jun 21 16:56:17.563397 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=62 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:17.578749 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-2c8933bf-3c64-4c8a-b821-fca6f9837c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:17.580174 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-2c8933bf-3c64-4c8a-b821-fca6f9837c5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0461106 Jun 21 16:56:17.623951 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-bfd9a156-4b45-478f-8ca3-03e8d7c53548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:17.625490 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-bfd9a156-4b45-478f-8ca3-03e8d7c53548 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393736 Jun 21 16:56:17.721156 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-e6208ef0-41fa-4018-ae71-db775f64000f service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896072 Jun 21 16:56:17.810222 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4585272-b595-4162-bcbc-c55ccc0c71fe req-14c8351e-97ab-44a9-a2b9-bbd13b160285 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831053 Jun 21 16:56:18.018901 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3648-e6f8-458a-a593-4b5735ab2fe2 req-e911b55e-1ffb-4d5a-bda1-d6c1b83fe1a1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:18.021575 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1a3e3648-e6f8-458a-a593-4b5735ab2fe2 req-e911b55e-1ffb-4d5a-bda1-d6c1b83fe1a1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 944 time: 0.0559602 Jun 21 16:56:18.074921 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1a3e3648-e6f8-458a-a593-4b5735ab2fe2 req-f0229126-6e9c-46c8-a132-846d83cd5c30 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471787 Jun 21 16:56:18.426967 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-ad489ff3-9554-4ee3-a679-a53a66f6bb32 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c7bfc0bf30a64c10ac10270fa96ef591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308244 Jun 21 16:56:18.844188 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-819e3304-e9c3-4782-8c79-f92372924f3a tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:18.845711 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-819e3304-e9c3-4782-8c79-f92372924f3a tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4117584 Jun 21 16:56:18.861860 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-a8a62e8e-b49b-4966-90e9-80258854c560 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/quotas/c7bfc0bf30a64c10ac10270fa96ef591 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Jun 21 16:56:18.900583 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-9eff09f7-138b-439d-a965-0d04c76126cf tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c7bfc0bf30a64c10ac10270fa96ef591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327911 Jun 21 16:56:19.170922 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a5595aac-f70f-4633-a85d-90328570c187 req-de3ad9b4-94a4-4830-9945-3bd88674873a tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 210 time: 0.0353589 Jun 21 16:56:19.205241 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ef522-0acc-4efa-bbd4-9ce7fc4a8c4a req-b2b144f1-955d-4c14-a291-6fbb14319060 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:19.206943 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1c4ef522-0acc-4efa-bbd4-9ce7fc4a8c4a req-b2b144f1-955d-4c14-a291-6fbb14319060 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 944 time: 0.0604689 Jun 21 16:56:19.220613 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:19.261422 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1c4ef522-0acc-4efa-bbd4-9ce7fc4a8c4a req-72ee4a1b-9d03-4bc0-9489-d23105619ef7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466540 Jun 21 16:56:20.281103 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0a151788-3308-4e1d-9482-a2b149f5e3b6 req-038eb7ab-be94-445f-b99a-65bed3fccd55 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 210 time: 0.0331194 Jun 21 16:56:20.386273 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6240-8790-41e0-bbb1-cc5c345425ed req-a7e95a4b-9bf0-47db-b79f-d13828c30449 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:20.387766 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b03b6240-8790-41e0-bbb1-cc5c345425ed req-a7e95a4b-9bf0-47db-b79f-d13828c30449 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 944 time: 0.0531845 Jun 21 16:56:20.439832 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b03b6240-8790-41e0-bbb1-cc5c345425ed req-628fbbcf-c03c-49cf-a79b-c215770ade58 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Jun 21 16:56:20.734712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7cb6c36c-9757-4544-9b68-2781176ab5c4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:56:20.852166 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7cb6c36c-9757-4544-9b68-2781176ab5c4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cb6c36c-9757-4544-9b68-2781176ab5c4,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:20.865679 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'port_id': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'mac_address': 'fa:16:3e:2d:24:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:56:21.039686 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7cb6c36c-9757-4544-9b68-2781176ab5c4 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:56:21.040079 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:21.058740 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb6c36c-9757-4544-9b68-2781176ab5c4 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:56:21.083881 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7cb6c36c-9757-4544-9b68-2781176ab5c4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cb6c36c-9757-4544-9b68-2781176ab5c4,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:21.177688 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:21.233106 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7cb6c36c-9757-4544-9b68-2781176ab5c4,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:21.388651 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-bfcff120-9c47-44e8-adfa-c30c982047c6 req-8e30f842-29c3-4408-913a-ef0f1679708d tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 210 time: 0.0334022 Jun 21 16:56:21.458918 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7cb6c36c-9757-4544-9b68-2781176ab5c4'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:56:21.563276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17eaa46-e4c0-42e2-a939-ce1a9fed042a req-691d19a9-c020-4a14-952d-348d55a6f370 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:21.565123 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c17eaa46-e4c0-42e2-a939-ce1a9fed042a req-691d19a9-c020-4a14-952d-348d55a6f370 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 945 time: 0.0512836 Jun 21 16:56:21.620192 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-ca4e4d04-31d7-4fe4-b299-10784dbbc323 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c7bfc0bf30a64c10ac10270fa96ef591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409477 Jun 21 16:56:21.682066 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41000) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:21.723151 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c17eaa46-e4c0-42e2-a939-ce1a9fed042a req-0c526865-e1fe-42e7-b0ea-4351fc9ac557 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507101 Jun 21 16:56:21.830275 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e86d9171-ab1e-4fb1-8620-48f20dc71953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:21.843587 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-1706b577-40c5-477d-a2c1-20f8a1e8db9a tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:21.845402 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-1706b577-40c5-477d-a2c1-20f8a1e8db9a tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192867 Jun 21 16:56:21.864632 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Request body: {'port': {'device_id': '7c78a12c-b246-42b4-9c41-76ecbf114b9a', 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77', 'admin_state_up': True, 'tenant_id': 'c7bfc0bf30a64c10ac10270fa96ef591'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:21.893795 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e86d9171-ab1e-4fb1-8620-48f20dc71953 admin admin] Publish callbacks [] for security_group (00d1d38a-5b09-4c97-9de0-7ec4d94def24), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:21.970462 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e86d9171-ab1e-4fb1-8620-48f20dc71953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (00d1d38a-5b09-4c97-9de0-7ec4d94def24), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.000795 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:22.015179 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e86d9171-ab1e-4fb1-8620-48f20dc71953 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a6c1b2ca3de4e44955dd03ccea30427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319168 Jun 21 16:56:22.016300 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d9171-ab1e-4fb1-8620-48f20dc71953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1d38a-5b09-4c97-9de0-7ec4d94def24,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:22.017963 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41004) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:22.027234 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:22.074571 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-65c54e02-39de-432b-a0a4-fb712e53fdb7 admin admin] Publish callbacks [] for security_group (00d1d38a-5b09-4c97-9de0-7ec4d94def24), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.076360 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Made reservation on behalf of c7bfc0bf30a64c10ac10270fa96ef591 for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:56:22.079767 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.096734 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.124392 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-65c54e02-39de-432b-a0a4-fb712e53fdb7 admin admin] Publish callbacks [] for security_group (00d1d38a-5b09-4c97-9de0-7ec4d94def24), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.201129 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:22.216554 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks [] for security_group (4097d63a-5b22-4042-a5f4-679751891a6e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.315132 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-65c54e02-39de-432b-a0a4-fb712e53fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (00d1d38a-5b09-4c97-9de0-7ec4d94def24), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.317860 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-65c54e02-39de-432b-a0a4-fb712e53fdb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.319063 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-65c54e02-39de-432b-a0a4-fb712e53fdb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00d1d38a-5b09-4c97-9de0-7ec4d94def24 HTTP/1.1" status: 204 len: 168 time: 0.2993100 Jun 21 16:56:22.331165 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c54e02-39de-432b-a0a4-fb712e53fdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1d38a-5b09-4c97-9de0-7ec4d94def24,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:22.360828 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (4097d63a-5b22-4042-a5f4-679751891a6e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.428681 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4097d63a-5b22-4042-a5f4-679751891a6e,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:22.503186 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fc805cbf-584f-4c81-acf6-bfba9da47a18 req-83fc3baf-1da7-4907-bd9e-dd18139ccdde tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 210 time: 0.0314326 Jun 21 16:56:22.515298 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Allocated IP 192.168.233.18 (f26d56df-797a-44f5-99f5-4b3bac072d77/81916699-5b18-427e-8478-a9f98026aeaf/3d11a386-6ce0-41ec-9092-dd0dd79b88e3) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:56:22.690707 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks [] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.736845 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7cb6c36c-9757-4544-9b68-2781176ab5c4 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:56:22.786949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 7cb6c36c-9757-4544-9b68-2781176ab5c4 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:56:22.815834 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:22.820686 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.886225 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d71a7-0181-4ad8-be58-50f1ff185c8e req-eb404052-2cdb-4a36-83a4-26dccb5d5be3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:22.888273 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f66d71a7-0181-4ad8-be58-50f1ff185c8e req-eb404052-2cdb-4a36-83a4-26dccb5d5be3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 945 time: 0.0847285 Jun 21 16:56:22.910378 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Network f26d56df-797a-44f5-99f5-4b3bac072d77 is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:56:22.913481 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 7cb6c36c-9757-4544-9b68-2781176ab5c4 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:56:22.914077 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:22.920020 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:56:22.921809 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Pushing event updated for resources: {'Port': ['ID=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:22.924986 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:56:22.999355 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f66d71a7-0181-4ad8-be58-50f1ff185c8e req-c47691c6-4a08-46c0-9548-055ff65f3085 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999382 Jun 21 16:56:23.006365 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:23.007043 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:23.024703 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7cb6c36c-9757-4544-9b68-2781176ab5c4 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:56:23.025410 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:23.052442 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb6c36c-9757-4544-9b68-2781176ab5c4'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:56:23.054990 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1eec46-5011-4b7a-8da7-863b52c728a4" -d '{"events": [{"server_uuid": "5e0967ec-4512-4953-8d0c-cd5c2616341c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb6c36c-9757-4544-9b68-2781176ab5c4"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:56:23.072117 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7cb6c36c-9757-4544-9b68-2781176ab5c4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cb6c36c-9757-4544-9b68-2781176ab5c4,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:23.095676 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e68ede-3fb1-480a-9111-cec41c4433af x-openstack-request-id: req-b9e68ede-3fb1-480a-9111-cec41c4433af {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:56:23.095964 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0967ec-4512-4953-8d0c-cd5c2616341c", "name": "network-vif-plugged", "status": "completed", "tag": "7cb6c36c-9757-4544-9b68-2781176ab5c4", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:56:23.096218 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b9e68ede-3fb1-480a-9111-cec41c4433af {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:56:23.096615 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e68ede-3fb1-480a-9111-cec41c4433af'] response: {'server_uuid': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'code': 200} Jun 21 16:56:23.141059 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-27224fbf-ecf8-44fd-aac6-65d1b59151b9 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2810166 Jun 21 16:56:23.153579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:23.158418 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Request body: {'port': {'device_id': '7c78a12c-b246-42b4-9c41-76ecbf114b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:23.182767 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:23.212822 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7cb6c36c-9757-4544-9b68-2781176ab5c4,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:23.246140 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:23.264163 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-5b9ad5b1-2813-44a1-965a-6b381083b8b1 None None] Provisioning complete for port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:56:23.267177 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5b9ad5b1-2813-44a1-965a-6b381083b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:23.267177 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:23.299331 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ad5b1-2813-44a1-965a-6b381083b8b1 None None] Port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:56:23.505634 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79de2d1-ca2e-4d48-aace-7c5005aac547 req-ce5070ce-ca09-4877-a2c3-0d92ecd342b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:23.507318 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b79de2d1-ca2e-4d48-aace-7c5005aac547 req-ce5070ce-ca09-4877-a2c3-0d92ecd342b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 1130 time: 0.0605519 Jun 21 16:56:23.804267 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:23.883576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7223b-4999-4357-a431-54a661d7a4b7 req-324eb330-e6c5-4a3e-be22-f821755b2ff7 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:23.885077 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d9b7223b-4999-4357-a431-54a661d7a4b7 req-324eb330-e6c5-4a3e-be22-f821755b2ff7 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 935 time: 0.1036875 Jun 21 16:56:23.911580 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b79de2d1-ca2e-4d48-aace-7c5005aac547 req-2f398241-e00d-41af-aed1-a1512b23043a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3985965 Jun 21 16:56:23.925602 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:56:23.934746 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Publish callbacks [] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:23.967940 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Transition to ACTIVE for port object 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:56:23.973837 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d9b7223b-4999-4357-a431-54a661d7a4b7 req-3ccf8934-4efe-46e0-98c9-52ee8cd33168 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788918 Jun 21 16:56:24.034937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:24.128335 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Pushing event updated for resources: {'Port': ['ID=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:24.170032 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf51d5-cfe3-4854-9404-c524cb42f119 req-3873d612-1bb7-4e5d-aceb-396dd53860b0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:24.186267 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4ebf51d5-cfe3-4854-9404-c524cb42f119 req-3873d612-1bb7-4e5d-aceb-396dd53860b0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 946 time: 0.0710862 Jun 21 16:56:24.239071 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Attempting to bind port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:56:24.239472 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Attempting to bind port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:56:24.239741 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Attempting to bind port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 on network f26d56df-797a-44f5-99f5-4b3bac072d77 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:56:24.244907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 on network f26d56df-797a-44f5-99f5-4b3bac072d77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:56:24.245409 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Attempting to bind port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 on network f26d56df-797a-44f5-99f5-4b3bac072d77 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:56:24.250616 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:56:24.250958 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Checking segment: {'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:56:24.251348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Bound using segment: {'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:56:24.251783 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Bound port: 3d11a386-6ce0-41ec-9092-dd0dd79b88e3, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0d77f1-4589-4f2f-9df4-d02013f49883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:56:24.252306 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:24.296541 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4ebf51d5-cfe3-4854-9404-c524cb42f119 req-ec4801b6-6521-4ce4-9a8d-a47c0691d1e1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792444 Jun 21 16:56:24.328321 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:24.351907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] For port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:56:24.355593 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] For port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,segment=NetworkSegment(2c0d77f1-4589-4f2f-9df4-d02013f49883),segment_id=2c0d77f1-4589-4f2f-9df4-d02013f49883)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:56:24.433474 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:24.468108 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:24.468108 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:24.468108 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] 10.222.0.47 "PUT /v2.0/ports/3d11a386-6ce0-41ec-9092-dd0dd79b88e3 HTTP/1.1" status: 200 len: 1097 time: 1.3201385 Jun 21 16:56:24.471404 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c78a12c-b246-42b4-9c41-76ecbf114b9a', 'tag': '3d11a386-6ce0-41ec-9092-dd0dd79b88e3'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:56:24.474465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f1db7a-2975-4c4a-ac7c-68622e092882" -d '{"events": [{"name": "network-changed", "server_uuid": "7c78a12c-b246-42b4-9c41-76ecbf114b9a", "tag": "3d11a386-6ce0-41ec-9092-dd0dd79b88e3"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:56:24.505503 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732a8b5-b5bd-41ba-a09b-be7b141b5859 service neutron] Pushing event updated for resources: {'Port': ['ID=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:24.524088 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df6bd95-76c8-41e8-9296-2dcdcec5b508 x-openstack-request-id: req-2df6bd95-76c8-41e8-9296-2dcdcec5b508 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:56:24.524492 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c78a12c-b246-42b4-9c41-76ecbf114b9a", "tag": "3d11a386-6ce0-41ec-9092-dd0dd79b88e3", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:56:24.524938 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2df6bd95-76c8-41e8-9296-2dcdcec5b508 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:56:24.526579 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df6bd95-76c8-41e8-9296-2dcdcec5b508'] response: {'name': 'network-changed', 'server_uuid': '7c78a12c-b246-42b4-9c41-76ecbf114b9a', 'tag': '3d11a386-6ce0-41ec-9092-dd0dd79b88e3', 'status': 'completed', 'code': 200} Jun 21 16:56:24.714308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1db7a-2975-4c4a-ac7c-68622e092882 req-09719977-3404-4079-b20a-9ee0349075bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:24.715794 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4f1db7a-2975-4c4a-ac7c-68622e092882 req-09719977-3404-4079-b20a-9ee0349075bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7bfc0bf30a64c10ac10270fa96ef591&device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 1131 time: 0.0410414 Jun 21 16:56:24.742651 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4f1db7a-2975-4c4a-ac7c-68622e092882 req-9574c1be-0f68-445e-8f72-47630e39dd8b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c7bfc0bf30a64c10ac10270fa96ef591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194826 Jun 21 16:56:24.841339 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1db7a-2975-4c4a-ac7c-68622e092882 req-b6c5d5da-d0db-40cc-9a9c-5428e82b3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:24.844504 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4f1db7a-2975-4c4a-ac7c-68622e092882 req-b6c5d5da-d0db-40cc-9a9c-5428e82b3263 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0945532 Jun 21 16:56:24.919554 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-5ca00e9a-0bbd-438f-949f-84520131eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:24.921043 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-5ca00e9a-0bbd-438f-949f-84520131eec8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7bfc0bf30a64c10ac10270fa96ef591&device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 1131 time: 0.0408862 Jun 21 16:56:25.094065 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbd862-55e5-4204-91bd-c4b779ed84ad req-30f5639c-5119-4892-a65a-8744fba6dbb2 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:25.095611 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b2cbd862-55e5-4204-91bd-c4b779ed84ad req-30f5639c-5119-4892-a65a-8744fba6dbb2 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 947 time: 0.0483074 Jun 21 16:56:25.134192 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:25.148568 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b2cbd862-55e5-4204-91bd-c4b779ed84ad req-7a9fff73-7a62-4a55-aa9e-5c9d137d6954 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 Jun 21 16:56:25.453358 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-87719fd2-0d3f-45b5-b98b-bdf4404769b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=3d11a386-6ce0-41ec-9092-dd0dd79b88e3 HTTP/1.1" status: 200 len: 217 time: 0.0628400 Jun 21 16:56:25.469967 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295bb12-f32e-486b-a14c-413f3b2e3fb5 req-346379c6-2948-4f45-9eaf-69089e4bbcb3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:25.471580 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0295bb12-f32e-486b-a14c-413f3b2e3fb5 req-346379c6-2948-4f45-9eaf-69089e4bbcb3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 946 time: 0.0926340 Jun 21 16:56:25.546977 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-012cb696-a777-4a5b-b9a1-114d73c090a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:25.548417 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-012cb696-a777-4a5b-b9a1-114d73c090a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=81916699-5b18-427e-8478-a9f98026aeaf HTTP/1.1" status: 200 len: 843 time: 0.0756290 Jun 21 16:56:25.598015 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0295bb12-f32e-486b-a14c-413f3b2e3fb5 req-822b0edc-e1a9-4f6e-a109-13cae6f8c977 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158979 Jun 21 16:56:25.606536 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-86e40c84-029e-423b-be2a-a4d21c09af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:25.608020 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-86e40c84-029e-423b-be2a-a4d21c09af96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f26d56df-797a-44f5-99f5-4b3bac072d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0530612 Jun 21 16:56:25.715335 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-94acf795-8985-49a2-80fe-71c73deb142f service neutron] 10.222.0.47 "GET /v2.0/networks/f26d56df-797a-44f5-99f5-4b3bac072d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005352 Jun 21 16:56:25.723162 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd4d38-3f77-4393-ac0a-23c8dcb29134 req-540eface-8699-4fe0-a44e-6d3a9d09a5ab tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:25.725375 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-05fd4d38-3f77-4393-ac0a-23c8dcb29134 req-540eface-8699-4fe0-a44e-6d3a9d09a5ab tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 946 time: 0.0567431 Jun 21 16:56:25.734911 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41094) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:25.743334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'floatingip': {'port_id': '7cb6c36c-9757-4544-9b68-2781176ab5c4'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:25.812001 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (b90601fb-c6f0-47cd-be6a-5d1034c647e3), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:25.916622 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:25.962800 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ea1a1b5a-f883-414c-bb90-012a922c7494 req-f6ddc905-9dce-42da-99bd-a1a65c5de26a service neutron] 10.222.0.47 "GET /v2.0/networks/f26d56df-797a-44f5-99f5-4b3bac072d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413638 Jun 21 16:56:26.118091 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:26.228721 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41100) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:26.310067 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e7f01-5d4a-47f9-afb4-c967ff51c682 req-3540ec09-d122-487a-8a53-8b26e8144774 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:26.311583 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bc0e7f01-5d4a-47f9-afb4-c967ff51c682 req-3540ec09-d122-487a-8a53-8b26e8144774 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 947 time: 0.0871656 Jun 21 16:56:26.350733 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb892-aaae-4c44-8a41-fbe8d644bbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.391189 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.406456 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bc0e7f01-5d4a-47f9-afb4-c967ff51c682 req-f84a244f-582a-4240-b0b7-6c7402614900 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862398 Jun 21 16:56:26.431484 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb892-aaae-4c44-8a41-fbe8d644bbd3 admin admin] Publish callbacks [] for security_group (144914fb-5334-43b1-affb-41598be3774d), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.497677 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb892-aaae-4c44-8a41-fbe8d644bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (144914fb-5334-43b1-affb-41598be3774d), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.497849 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (b90601fb-c6f0-47cd-be6a-5d1034c647e3), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.540492 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b3dcb892-aaae-4c44-8a41-fbe8d644bbd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acf13b34bb5e4cb1949e256647aac7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105021 Jun 21 16:56:26.541744 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcb892-aaae-4c44-8a41-fbe8d644bbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144914fb-5334-43b1-affb-41598be3774d,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:26.544614 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41104) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:26.650101 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Floating IP b90601fb-c6f0-47cd-be6a-5d1034c647e3 associated. External IP: 172.27.2.64, port: 7cb6c36c-9757-4544-9b68-2781176ab5c4. Jun 21 16:56:26.653220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de7dbcd8-ceeb-4422-a56f-4a97fe20d4f5 admin admin] Publish callbacks [] for security_group (144914fb-5334-43b1-affb-41598be3774d), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.718257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de7dbcd8-ceeb-4422-a56f-4a97fe20d4f5 admin admin] Publish callbacks [] for security_group (144914fb-5334-43b1-affb-41598be3774d), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.777301 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:26.898053 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:56:26.915184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de7dbcd8-ceeb-4422-a56f-4a97fe20d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (144914fb-5334-43b1-affb-41598be3774d), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.918773 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de7dbcd8-ceeb-4422-a56f-4a97fe20d4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:26.920036 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-de7dbcd8-ceeb-4422-a56f-4a97fe20d4f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/144914fb-5334-43b1-affb-41598be3774d HTTP/1.1" status: 204 len: 168 time: 0.3741105 Jun 21 16:56:26.964949 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dbcd8-ceeb-4422-a56f-4a97fe20d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144914fb-5334-43b1-affb-41598be3774d,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:27.027224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:56:27.032029 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:27.037350 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:56:27.048559 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:56:27.049173 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:56:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:27.066221 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-8cf37092-12d9-4933-bc61-afdc766063e5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "PUT /v2.0/floatingips/b90601fb-c6f0-47cd-be6a-5d1034c647e3 HTTP/1.1" status: 200 len: 991 time: 1.3281753 Jun 21 16:56:27.067162 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'tag': '7cb6c36c-9757-4544-9b68-2781176ab5c4'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:56:27.070152 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2964ed-02bc-4122-85f7-857e945751bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0967ec-4512-4953-8d0c-cd5c2616341c", "tag": "7cb6c36c-9757-4544-9b68-2781176ab5c4"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:56:27.110287 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57788e84-2cbb-4448-aa96-138db1ecb18e x-openstack-request-id: req-57788e84-2cbb-4448-aa96-138db1ecb18e {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:56:27.110689 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0967ec-4512-4953-8d0c-cd5c2616341c", "tag": "7cb6c36c-9757-4544-9b68-2781176ab5c4", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:56:27.111016 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57788e84-2cbb-4448-aa96-138db1ecb18e {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:56:27.111508 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57788e84-2cbb-4448-aa96-138db1ecb18e'] response: {'name': 'network-changed', 'server_uuid': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'tag': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'status': 'completed', 'code': 200} Jun 21 16:56:27.154416 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:56:27.175566 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2964ed-02bc-4122-85f7-857e945751bc req-9fe16a01-3011-4c99-8707-1c6bc22a0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:27.178015 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac2964ed-02bc-4122-85f7-857e945751bc req-9fe16a01-3011-4c99-8707-1c6bc22a0936 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 1130 time: 0.0448155 Jun 21 16:56:27.284641 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2964ed-02bc-4122-85f7-857e945751bc req-4bc9f284-4ff1-43ae-8e17-0b8cb17fad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:27.286217 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac2964ed-02bc-4122-85f7-857e945751bc req-4bc9f284-4ff1-43ae-8e17-0b8cb17fad0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 917 time: 0.1028857 Jun 21 16:56:27.356472 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac2964ed-02bc-4122-85f7-857e945751bc req-203b4aae-212a-490c-a8a7-c766099b82c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cb6c36c-9757-4544-9b68-2781176ab5c4 HTTP/1.1" status: 200 len: 999 time: 0.0637820 Jun 21 16:56:27.375095 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:11Z', 'revision_number': 2, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}, {'id': 'b90601fb-c6f0-47cd-be6a-5d1034c647e3', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:2d:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:56:09Z', 'updated_at': '2022-06-21T16:56:26Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:27.405553 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:56:27.406865 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2964ed-02bc-4122-85f7-857e945751bc req-d972e777-d775-4bd6-b59c-00a6ac23131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:27.408336 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac2964ed-02bc-4122-85f7-857e945751bc req-d972e777-d775-4bd6-b59c-00a6ac23131a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0462489 Jun 21 16:56:27.415579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:56:27.416200 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:56:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:27.447970 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:27.456085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2964ed-02bc-4122-85f7-857e945751bc req-3413b3f6-e6ed-430a-b1ad-d94e6e6b78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:27.458157 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac2964ed-02bc-4122-85f7-857e945751bc req-3413b3f6-e6ed-430a-b1ad-d94e6e6b78e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413299 Jun 21 16:56:27.537757 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:56:27.574432 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0abf0e-2450-48e3-bd96-12b0325c364f req-537f17f6-a196-47be-a60a-26c2346305b4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:27.576079 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0c0abf0e-2450-48e3-bd96-12b0325c364f req-537f17f6-a196-47be-a60a-26c2346305b4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 947 time: 0.0897284 Jun 21 16:56:27.578342 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41116) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:27.594628 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b21ffb89-e8b8-46e8-9cb1-220b30b09564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:27.620293 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac2964ed-02bc-4122-85f7-857e945751bc req-6eddc998-2bc6-4207-8294-4bff9fc18960 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542149 Jun 21 16:56:27.678156 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b21ffb89-e8b8-46e8-9cb1-220b30b09564 admin admin] Publish callbacks [] for security_group (15983e9f-4f0a-482e-a42b-c3f9142901a0), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:27.680649 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0c0abf0e-2450-48e3-bd96-12b0325c364f req-59e8a0fe-6bae-4a40-9c59-7691cc0532f8 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897198 Jun 21 16:56:27.736124 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:27.740353 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac2964ed-02bc-4122-85f7-857e945751bc req-bb14d353-ad4f-46c6-82e9-a4e90d610f24 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121199 Jun 21 16:56:27.764015 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b21ffb89-e8b8-46e8-9cb1-220b30b09564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (15983e9f-4f0a-482e-a42b-c3f9142901a0), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:27.764239 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:11Z', 'revision_number': 2, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}, {'id': 'b90601fb-c6f0-47cd-be6a-5d1034c647e3', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:2d:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:56:09Z', 'updated_at': '2022-06-21T16:56:26Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:56:27.790958 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40df0a0-6cdb-4030-a375-cb1a796016e2 None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:11Z', 'revision_number': 2, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}, {'id': 'b90601fb-c6f0-47cd-be6a-5d1034c647e3', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:2d:24:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:56:09Z', 'updated_at': '2022-06-21T16:56:26Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:56:27.806288 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ffb89-e8b8-46e8-9cb1-220b30b09564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15983e9f-4f0a-482e-a42b-c3f9142901a0,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:27.810711 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b21ffb89-e8b8-46e8-9cb1-220b30b09564 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3710cf47e61642749c7578b14d76471e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307260 Jun 21 16:56:27.814230 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41118) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:27.870820 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-56169647-9e73-49d0-8743-cfc1c056ed69 admin admin] Publish callbacks [] for security_group (15983e9f-4f0a-482e-a42b-c3f9142901a0), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:27.898332 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-56169647-9e73-49d0-8743-cfc1c056ed69 admin admin] Publish callbacks [] for security_group (15983e9f-4f0a-482e-a42b-c3f9142901a0), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:27.997166 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab245e0f-6e62-478f-8d49-d5636e51044d None None] New status for floating IP b90601fb-c6f0-47cd-be6a-5d1034c647e3: ACTIVE {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:56:28.012023 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-56169647-9e73-49d0-8743-cfc1c056ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (15983e9f-4f0a-482e-a42b-c3f9142901a0), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:28.015199 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-56169647-9e73-49d0-8743-cfc1c056ed69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:28.016358 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-56169647-9e73-49d0-8743-cfc1c056ed69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15983e9f-4f0a-482e-a42b-c3f9142901a0 HTTP/1.1" status: 204 len: 168 time: 0.2011023 Jun 21 16:56:28.025719 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56169647-9e73-49d0-8743-cfc1c056ed69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15983e9f-4f0a-482e-a42b-c3f9142901a0,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:28.771011 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:56:28.812064 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e708ba6-81b7-4e55-9da1-c59db950ef16 req-89f5b660-173d-46e3-a147-c279b0de6d02 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:28.813580 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9e708ba6-81b7-4e55-9da1-c59db950ef16 req-89f5b660-173d-46e3-a147-c279b0de6d02 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 947 time: 0.0562456 Jun 21 16:56:28.834986 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:28.866138 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9e708ba6-81b7-4e55-9da1-c59db950ef16 req-140e976c-4621-4d65-87ad-19e7166c642f tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Jun 21 16:56:28.882893 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:28.886619 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,segment=NetworkSegment(2c0d77f1-4589-4f2f-9df4-d02013f49883),segment_id=2c0d77f1-4589-4f2f-9df4-d02013f49883)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:28.899419 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:28.906743 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '3d11a386-6ce0-41ec-9092-dd0dd79b88e3', 'network_id': 'f26d56df-797a-44f5-99f5-4b3bac072d77', 'port_id': '3d11a386-6ce0-41ec-9092-dd0dd79b88e3', 'mac_address': 'fa:16:3e:a5:9d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81916699-5b18-427e-8478-a9f98026aeaf', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:56:28.949878 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:56:28.951933 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:28.964185 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:56:28.988057 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,segment=NetworkSegment(2c0d77f1-4589-4f2f-9df4-d02013f49883),segment_id=2c0d77f1-4589-4f2f-9df4-d02013f49883)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:29.086248 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:29.137612 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:29.353339 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['3d11a386-6ce0-41ec-9092-dd0dd79b88e3'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:56:30.008346 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76803b-0458-47a8-ace9-db2f19cff0fd req-884be3fe-dee0-4203-a4ca-23a4f4ac389f tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:30.010059 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eb76803b-0458-47a8-ace9-db2f19cff0fd req-884be3fe-dee0-4203-a4ca-23a4f4ac389f tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 948 time: 0.0511370 Jun 21 16:56:30.066547 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eb76803b-0458-47a8-ace9-db2f19cff0fd req-2b0996c4-b1f4-4c1b-84ca-e6d85144c1e7 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446808 Jun 21 16:56:30.768749 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:56:30.814018 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:56:30.821866 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:30.910286 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:56:30.911268 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:30.986975 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:56:30.987263 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:31.014171 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c78a12c-b246-42b4-9c41-76ecbf114b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d11a386-6ce0-41ec-9092-dd0dd79b88e3'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:56:31.016370 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb9e178-2b33-4fa7-8414-999501f9bc7c" -d '{"events": [{"server_uuid": "7c78a12c-b246-42b4-9c41-76ecbf114b9a", "name": "network-vif-plugged", "status": "completed", "tag": "3d11a386-6ce0-41ec-9092-dd0dd79b88e3"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:56:31.029880 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,segment=NetworkSegment(2c0d77f1-4589-4f2f-9df4-d02013f49883),segment_id=2c0d77f1-4589-4f2f-9df4-d02013f49883)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:31.057662 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429e4883-8f77-4e09-b3ed-bef1276f0d8e x-openstack-request-id: req-429e4883-8f77-4e09-b3ed-bef1276f0d8e {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:56:31.057955 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c78a12c-b246-42b4-9c41-76ecbf114b9a", "name": "network-vif-plugged", "status": "completed", "tag": "3d11a386-6ce0-41ec-9092-dd0dd79b88e3", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:56:31.060785 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-429e4883-8f77-4e09-b3ed-bef1276f0d8e {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:56:31.060785 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429e4883-8f77-4e09-b3ed-bef1276f0d8e'] response: {'server_uuid': '7c78a12c-b246-42b4-9c41-76ecbf114b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d11a386-6ce0-41ec-9092-dd0dd79b88e3', 'code': 200} Jun 21 16:56:31.136575 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:31.190346 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:31.196707 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6218c9e-76a6-47a8-97ba-21bca58e0caf req-e6771df1-a793-418c-b3fd-136f3e83c348 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:31.198522 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e6218c9e-76a6-47a8-97ba-21bca58e0caf req-e6771df1-a793-418c-b3fd-136f3e83c348 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0556006 Jun 21 16:56:31.252343 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e6218c9e-76a6-47a8-97ba-21bca58e0caf req-167ad4a1-4cee-4c67-8842-b1d576cb0e67 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474520 Jun 21 16:56:31.497058 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036a5fb-6e7e-4e57-804d-6f3385fb4a75 req-c9a1ad69-4099-4bdc-83e8-16157e797c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:31.498691 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1036a5fb-6e7e-4e57-804d-6f3385fb4a75 req-c9a1ad69-4099-4bdc-83e8-16157e797c9a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 1133 time: 0.0440841 Jun 21 16:56:31.549070 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1036a5fb-6e7e-4e57-804d-6f3385fb4a75 req-18f4d0a4-6070-46a0-968d-4dcffff82d3e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Jun 21 16:56:32.270153 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:56:32.384547 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4409d4-a4b4-4f33-b85e-c67a39140a4b req-3a2bc876-c531-4da5-b99c-432c29891ce7 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:32.386151 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0b4409d4-a4b4-4f33-b85e-c67a39140a4b req-3a2bc876-c531-4da5-b99c-432c29891ce7 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0543189 Jun 21 16:56:32.439856 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-0b4409d4-a4b4-4f33-b85e-c67a39140a4b req-60a223a5-1d62-4a45-80b1-72008ff4b286 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480347 Jun 21 16:56:33.550881 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12a6c8-5336-48a8-969d-2d2c712d2ad9 req-06adaa17-b3f2-4f1f-9b3a-6d580288e127 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:33.552874 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4a12a6c8-5336-48a8-969d-2d2c712d2ad9 req-06adaa17-b3f2-4f1f-9b3a-6d580288e127 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0461566 Jun 21 16:56:33.600261 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4a12a6c8-5336-48a8-969d-2d2c712d2ad9 req-33d1c58b-15fa-41cf-8ab6-63788f0b5ab3 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419183 Jun 21 16:56:34.074545 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0fb65393-f187-49b3-9b31-de042081e52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:34.723698 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b2706-2c2e-49ed-af1c-c7657d460cfe req-b376dadf-9007-4f4f-b60f-c171a331864e tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:34.725595 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b03b2706-2c2e-49ed-af1c-c7657d460cfe req-b376dadf-9007-4f4f-b60f-c171a331864e tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0546391 Jun 21 16:56:34.767714 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:34.775208 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b03b2706-2c2e-49ed-af1c-c7657d460cfe req-fef01d0b-35eb-4446-bae3-0cfaccf50e84 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Jun 21 16:56:35.896248 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d39a4-9da2-4bfe-9173-e020fbbfb7fd req-1caf52e4-e0b7-4a8f-acf4-cb3bf23a9996 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:35.897855 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc0d39a4-9da2-4bfe-9173-e020fbbfb7fd req-1caf52e4-e0b7-4a8f-acf4-cb3bf23a9996 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0548382 Jun 21 16:56:35.946399 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cc0d39a4-9da2-4bfe-9173-e020fbbfb7fd req-0e46d803-e142-4c90-b335-75553a9c176b tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Jun 21 16:56:36.297684 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1caa9d72-3583-4cf2-ad36-c26e530f6988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:37.063613 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e71863-d909-47c6-a128-eaaa2193a73e req-934a4ce3-fe28-40d2-89ae-6f5e31a4d4a3 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:37.065110 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-00e71863-d909-47c6-a128-eaaa2193a73e req-934a4ce3-fe28-40d2-89ae-6f5e31a4d4a3 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0493476 Jun 21 16:56:37.124858 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-00e71863-d909-47c6-a128-eaaa2193a73e req-215ecbcf-1d91-44d0-a363-1ee79f8f9ef0 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Jun 21 16:56:37.491427 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:37.704605 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4d3fa-3f70-4d5c-92eb-5db0c701877a req-226cee92-856c-4d79-bde4-95cda18cf8ee tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:37.706047 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1ca4d3fa-3f70-4d5c-92eb-5db0c701877a req-226cee92-856c-4d79-bde4-95cda18cf8ee tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0521290 Jun 21 16:56:37.757096 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1ca4d3fa-3f70-4d5c-92eb-5db0c701877a req-df8c0884-c949-4a5a-b05d-787a5343b8cd tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 Jun 21 16:56:38.869840 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:38.874825 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f480f-3331-466f-9800-e1c3dd55d72c req-bdd25d54-c3dd-4757-ad87-6451376e3e68 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:38.876303 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d95f480f-3331-466f-9800-e1c3dd55d72c req-bdd25d54-c3dd-4757-ad87-6451376e3e68 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0490572 Jun 21 16:56:38.926574 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d95f480f-3331-466f-9800-e1c3dd55d72c req-fa1ce4d4-8db6-4366-98b5-3c7a9d69ddb8 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Jun 21 16:56:38.964398 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:40.039943 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22206c-fb32-4421-a94f-ad59fb08aa67 req-c0a9373d-9fc3-40a5-93b2-1b3a85e9b10c tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:40.041446 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ae22206c-fb32-4421-a94f-ad59fb08aa67 req-c0a9373d-9fc3-40a5-93b2-1b3a85e9b10c tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0469661 Jun 21 16:56:40.090110 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ae22206c-fb32-4421-a94f-ad59fb08aa67 req-b25625c7-b17d-4731-98e6-f1bdefbd4d7b tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432279 Jun 21 16:56:40.980150 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-3a1b0276-a6df-4b4b-992c-c68dddbeb262 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378499 Jun 21 16:56:41.066059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-9d93a82c-da5c-472a-8382-98dfbfb77ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:41.068508 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-9d93a82c-da5c-472a-8382-98dfbfb77ddb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 1130 time: 0.0442450 Jun 21 16:56:41.206240 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae950108-d6f8-44ef-ade7-24b2ef21adb2 req-86fb9ec2-dc8c-4ec8-8811-4653fb1e2818 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:41.207748 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ae950108-d6f8-44ef-ade7-24b2ef21adb2 req-86fb9ec2-dc8c-4ec8-8811-4653fb1e2818 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0485258 Jun 21 16:56:41.257376 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ae950108-d6f8-44ef-ade7-24b2ef21adb2 req-3319b55c-6430-49e1-a4d6-dd7e0bb8fc71 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Jun 21 16:56:41.376383 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-9cfb9984-301e-4120-8d62-81cb2d345c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:41.377870 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-9cfb9984-301e-4120-8d62-81cb2d345c92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 917 time: 0.0898776 Jun 21 16:56:41.440252 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-5991ecf3-6703-4375-bee2-790d754dd4e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10e929cc-6721-4663-927d-8eb4ca2d862b HTTP/1.1" status: 200 len: 1002 time: 0.0562499 Jun 21 16:56:41.531759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-054dcba1-f61a-4a30-9349-17a38acb8f61 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:41.533203 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-054dcba1-f61a-4a30-9349-17a38acb8f61 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0745573 Jun 21 16:56:41.537308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-f1511f3d-d0d8-46a8-965a-d9c01b32cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:41.538715 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-f1511f3d-d0d8-46a8-965a-d9c01b32cf26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0897269 Jun 21 16:56:41.574115 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:41.603750 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:41.613910 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-5ff9c3d0-b40b-4017-b64c-b2fca1669dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:41.615472 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-5ff9c3d0-b40b-4017-b64c-b2fca1669dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0687530 Jun 21 16:56:41.931808 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Deleting port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:56:41.932152 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:42.052717 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-7d6b2839-1254-404c-8ca6-bc2e75c3bab6 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192438 Jun 21 16:56:42.091715 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] For port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,segment=NetworkSegment(2c0d77f1-4589-4f2f-9df4-d02013f49883),segment_id=2c0d77f1-4589-4f2f-9df4-d02013f49883)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:56:42.092084 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:42.118036 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Calling delete_port for 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:56:42.222824 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2ac4c10e-c08a-4801-9be7-543e4c21cdbb req-65171e47-d5d3-4bb0-a8a3-e31a479f83eb service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637907 Jun 21 16:56:42.264901 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:42.270369 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:42.376222 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f596a7-204e-4141-95bb-e7674b913ab3 req-15dc0aa0-a278-4ab9-acf9-9aa59c26a5dc tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:42.377757 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a4f596a7-204e-4141-95bb-e7674b913ab3 req-15dc0aa0-a278-4ab9-acf9-9aa59c26a5dc tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 949 time: 0.0492089 Jun 21 16:56:42.400272 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (3d11a386-6ce0-41ec-9092-dd0dd79b88e3), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:42.414236 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['3d11a386-6ce0-41ec-9092-dd0dd79b88e3'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:56:42.436932 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a4f596a7-204e-4141-95bb-e7674b913ab3 req-6b87be41-0cfe-4f63-b61a-62608200bae2 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/security-groups?id=4097d63a-5b22-4042-a5f4-679751891a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 Jun 21 16:56:42.448968 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Pushing event deleted for resources: {'Port': ['ID=3d11a386-6ce0-41ec-9092-dd0dd79b88e3,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:42.504433 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] No DVR routers for this DVR port 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:56:42.507981 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:42.511245 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7348fa2b-2dab-44a3-b658-ebdbde6c1d6d req-9e353af4-40c8-4fdf-816e-e241693974d4 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.47 "DELETE /v2.0/ports/3d11a386-6ce0-41ec-9092-dd0dd79b88e3 HTTP/1.1" status: 204 len: 173 time: 0.9716749 Jun 21 16:56:42.511763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c78a12c-b246-42b4-9c41-76ecbf114b9a', 'name': 'network-vif-deleted', 'tag': '3d11a386-6ce0-41ec-9092-dd0dd79b88e3'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:56:42.514133 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f110113-7812-4dc3-af59-a1338ba4b746" -d '{"events": [{"server_uuid": "7c78a12c-b246-42b4-9c41-76ecbf114b9a", "name": "network-vif-deleted", "tag": "3d11a386-6ce0-41ec-9092-dd0dd79b88e3"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:56:42.554055 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8497a93-6f90-4e80-950d-520c8c1a9e87 x-openstack-request-id: req-a8497a93-6f90-4e80-950d-520c8c1a9e87 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:56:42.554349 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c78a12c-b246-42b4-9c41-76ecbf114b9a", "name": "network-vif-deleted", "tag": "3d11a386-6ce0-41ec-9092-dd0dd79b88e3", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:56:42.554648 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8497a93-6f90-4e80-950d-520c8c1a9e87 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:56:42.555006 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8497a93-6f90-4e80-950d-520c8c1a9e87'] response: {'server_uuid': '7c78a12c-b246-42b4-9c41-76ecbf114b9a', 'name': 'network-vif-deleted', 'tag': '3d11a386-6ce0-41ec-9092-dd0dd79b88e3', 'status': 'completed', 'code': 200} Jun 21 16:56:43.557740 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6a13398d-7e3e-45fc-ae09-28d78fb022a9 req-e717b129-009b-4fd0-b31f-71a5a4e96cf2 tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 210 time: 0.0307493 Jun 21 16:56:44.673322 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4feef8aa-b88d-4b3a-ba81-89032b1f99eb req-83ee35c4-75a0-4088-9e49-4f9b6cd6480a tempest-VolumesNegativeTest-24141977 tempest-VolumesNegativeTest-24141977-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c78a12c-b246-42b4-9c41-76ecbf114b9a HTTP/1.1" status: 200 len: 210 time: 0.0307050 Jun 21 16:56:44.916055 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:56:44.936270 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:56:44.936614 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 3d11a386-6ce0-41ec-9092-dd0dd79b88e3 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:56:52.429587 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=52 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:53.537778 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=37 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:54.652351 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=52,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:54.653257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=66,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:54.676369 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41562) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:54.818348 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-61c93bd3-e7af-4806-907f-d854d3646f82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7bfc0bf30a64c10ac10270fa96ef591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406078 Jun 21 16:56:54.821474 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41566) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:54.876795 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Publish callbacks [] for security_group (4097d63a-5b22-4042-a5f4-679751891a6e), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:54.898832 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Publish callbacks [] for security_group (4097d63a-5b22-4042-a5f4-679751891a6e), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:54.920042 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:54.920781 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:55.051802 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (4097d63a-5b22-4042-a5f4-679751891a6e), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:55.054779 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:55.055933 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4097d63a-5b22-4042-a5f4-679751891a6e HTTP/1.1" status: 204 len: 168 time: 0.2331293 Jun 21 16:56:55.064570 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4097d63a-5b22-4042-a5f4-679751891a6e,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:55.074146 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.074495 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.074870 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.075213 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.075547 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.075882 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.076212 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.076539 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.076869 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.077196 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.077665 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.077997 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.078319 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.078643 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:55.079152 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f13146-9ff4-4446-8442-249bcdead4ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:56:56.265512 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41600) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:56.368392 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1646397658-network', 'tenant_id': '7dddfcc30ee8433c9f48d7153b416f21'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:56.554366 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Made reservation on behalf of 7dddfcc30ee8433c9f48d7153b416f21 for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:56:56.556803 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:56.566537 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:56.641981 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Publish callbacks [] for security_group (d557d3ac-a73e-4104-b1ee-43391f18090d), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:56.719851 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d557d3ac-a73e-4104-b1ee-43391f18090d), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:56.747502 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1201} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:56:56.758791 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d557d3ac-a73e-4104-b1ee-43391f18090d,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:56.766279 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (10b2da15-bd9f-425d-ab61-c3443936de70), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:56.766629 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Added segment 10b2da15-bd9f-425d-ab61-c3443936de70 of type vlan for network 09788440-c818-4ffe-850a-f3f22fe9f60f Jun 21 16:56:56.808747 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (09788440-c818-4ffe-850a-f3f22fe9f60f), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:56.868705 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (09788440-c818-4ffe-850a-f3f22fe9f60f), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:56.869724 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:56.870317 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:56.935382 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] Pushing event updated for resources: {'Network': ['ID=09788440-c818-4ffe-850a-f3f22fe9f60f,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:56.946059 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 09788440-c818-4ffe-850a-f3f22fe9f60f details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:56:56.968558 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-fef0516e-2d78-4e65-aadc-ea6271f6a6ab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7019320 Jun 21 16:56:56.973116 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41606) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:56:56.976349 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Request body: {'subnet': {'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1646397658-subnet', 'tenant_id': '7dddfcc30ee8433c9f48d7153b416f21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:56:57.069262 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Made reservation on behalf of 7dddfcc30ee8433c9f48d7153b416f21 for: {'subnet': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:56:57.071867 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529643338'] for subnet (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:57.150329 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:57.326165 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529715736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529643324'] for subnet (368b6dba-70e6-4978-95f3-41467a7b0559), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:57.331312 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:56:57.386462 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=368b6dba-70e6-4978-95f3-41467a7b0559,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:56:57.398369 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Checking segment: {'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:56:57.401526 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Network hostable DHCP agents. Network: 09788440-c818-4ffe-850a-f3f22fe9f60f, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:56:57.468331 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Network 09788440-c818-4ffe-850a-f3f22fe9f60f is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:56:57.542796 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 09788440-c818-4ffe-850a-f3f22fe9f60f) {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:56:57.546992 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:56:57.547577 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:56:57.556659 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc5f5c-7093-4419-b4a5-20a1452763bd None None] Network 09788440-c818-4ffe-850a-f3f22fe9f60f requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:56:57.653770 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3444e7a-f03d-400b-b7ed-2def378624d8 None None] Network 09788440-c818-4ffe-850a-f3f22fe9f60f requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:56:57.671402 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b2054aef-d203-4e31-8b7d-bbe9e6b89d85 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6989079 Jun 21 16:57:00.788999 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:00.949766 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-852eff1e-7e9f-44bc-b085-728a3f7310f6 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:00.951161 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-852eff1e-7e9f-44bc-b085-728a3f7310f6 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/networks?id=09788440-c818-4ffe-850a-f3f22fe9f60f HTTP/1.1" status: 200 len: 814 time: 0.1080599 Jun 21 16:57:00.967445 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-d5a2b477-8c76-4176-a0e4-f91d425e2856 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/quotas/7dddfcc30ee8433c9f48d7153b416f21 HTTP/1.1" status: 200 len: 375 time: 0.0104220 Jun 21 16:57:01.001650 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0aefe2fe-121d-4a54-9248-564a6b95a1ce tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7dddfcc30ee8433c9f48d7153b416f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291834 Jun 21 16:57:01.096384 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-522393a6-0d8e-4580-8c07-23ca2c58e108 service neutron] 10.222.0.70 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879788 Jun 21 16:57:01.188386 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-81fb69be-4292-4a07-82d3-b7aed9a3bf77 service neutron] 10.222.0.70 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852804 Jun 21 16:57:01.427110 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9909d221-2c7e-4d13-8824-ccd03c42bdd2 req-48c60a4d-e5a1-45b5-99d8-b5c4dab9c8ab tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0281696 Jun 21 16:57:01.527220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41664) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:01.779133 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Deleting port 130a4cf9-37b3-490e-9853-9b0230ba494f {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:01.779478 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (130a4cf9-37b3-490e-9853-9b0230ba494f), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:01.861517 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (130a4cf9-37b3-490e-9853-9b0230ba494f), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:01.861746 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for floatingip (130a4cf9-37b3-490e-9853-9b0230ba494f), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:01.875677 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Calling delete_port for 130a4cf9-37b3-490e-9853-9b0230ba494f owned by network:floatingip {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:02.132994 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (130a4cf9-37b3-490e-9853-9b0230ba494f), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:02.158529 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event deleted for resources: {'Port': ['ID=130a4cf9-37b3-490e-9853-9b0230ba494f,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:02.196270 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.196643 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.196989 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.197361 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.197702 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.198036 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.198385 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.198720 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.199152 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.199485 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.199813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.200138 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.200468 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.200807 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.201115 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:02.249782 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for floatingip (59ad1a2d-c967-42d5-9a93-46ccd9f74e65), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:02.250114 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Floating IP 59ad1a2d-c967-42d5-9a93-46ccd9f74e65 disassociated (deleted). External IP: 172.27.2.154, port: abae0918-ee64-4a4d-89a7-fad9196b8160. Jun 21 16:57:02.296637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:02.343496 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:02.457293 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Router f9182ab7-4f8a-41ae-9e7d-121c67510666 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:57:02.533474 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0b19c4b1-9e2c-4c9d-8291-33053991b1a4 req-5b9d9a41-7433-4300-81e4-27fa838f50d6 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0314491 Jun 21 16:57:02.593295 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:57:02.597612 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:02.604878 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] Sync routers for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:57:02.614893 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:02.615540 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:56:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:02.628849 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-20e4a9ce-b692-4ec8-9592-ac54d064b983 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "DELETE /v2.0/floatingips/59ad1a2d-c967-42d5-9a93-46ccd9f74e65 HTTP/1.1" status: 204 len: 168 time: 1.1005189 Jun 21 16:57:02.630577 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:02.633682 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693cf37-6394-471f-a92b-20c54db27980" -d '{"events": [{"name": "network-changed", "server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:02.697558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97de3a1-19d6-4813-8f25-c18ee19f7b44 x-openstack-request-id: req-e97de3a1-19d6-4813-8f25-c18ee19f7b44 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:02.698037 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:02.698365 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e97de3a1-19d6-4813-8f25-c18ee19f7b44 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:02.699130 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97de3a1-19d6-4813-8f25-c18ee19f7b44'] response: {'name': 'network-changed', 'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'status': 'completed', 'code': 200} Jun 21 16:57:02.732704 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:02.756681 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693cf37-6394-471f-a92b-20c54db27980 req-0266a920-cd2b-4535-b749-d9aacccbd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:02.759635 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0693cf37-6394-471f-a92b-20c54db27980 req-0266a920-cd2b-4535-b749-d9aacccbd494 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 1129 time: 0.0486891 Jun 21 16:57:02.855944 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=15 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:02.863527 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=11 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:02.872530 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693cf37-6394-471f-a92b-20c54db27980 req-1b951364-b4d2-44bc-acbe-f82c9f8b8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:02.874083 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0693cf37-6394-471f-a92b-20c54db27980 req-1b951364-b4d2-44bc-acbe-f82c9f8b8528 service neutron] 10.222.0.47 "GET /v2.0/networks?id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e HTTP/1.1" status: 200 len: 910 time: 0.1060724 Jun 21 16:57:02.916519 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0693cf37-6394-471f-a92b-20c54db27980 req-5ba8d2fa-4c91-463b-ac48-432d7a99923f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 200 len: 217 time: 0.0361433 Jun 21 16:57:02.968821 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693cf37-6394-471f-a92b-20c54db27980 req-9043dfbe-42e6-4b1e-8360-2ecc7b7b87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:02.970424 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0693cf37-6394-471f-a92b-20c54db27980 req-9043dfbe-42e6-4b1e-8360-2ecc7b7b87a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2fa55fd2-1988-4b61-b7d6-899b5f8254e0 HTTP/1.1" status: 200 len: 847 time: 0.0459421 Jun 21 16:57:03.018869 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693cf37-6394-471f-a92b-20c54db27980 req-9b256da7-a57e-44fc-b7ce-6c5ac506f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:03.020539 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0693cf37-6394-471f-a92b-20c54db27980 req-9b256da7-a57e-44fc-b7ce-6c5ac506f348 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=448d6feb-dc70-4b20-b57f-7b1ff3596a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438426 Jun 21 16:57:03.065918 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:32Z', 'revision_number': 5, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:03.091959 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] Checking router: f9182ab7-4f8a-41ae-9e7d-121c67510666 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:57:03.102191 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:03.102807 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:56:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:03.123085 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0693cf37-6394-471f-a92b-20c54db27980 req-2d6b76d9-8822-40a6-aca4-afba9d57f0d9 service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952280 Jun 21 16:57:03.149719 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:03.215031 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:03.257255 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5de6-d4d1-4eed-b20b-e85cf557485d req-b5f40ba6-794c-46a9-bd39-e9fba19acdf1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:03.258762 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9cad5de6-d4d1-4eed-b20b-e85cf557485d req-b5f40ba6-794c-46a9-bd39-e9fba19acdf1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0641861 Jun 21 16:57:03.268498 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0693cf37-6394-471f-a92b-20c54db27980 req-50555478-bc37-4ee3-8b73-5991759190ef service neutron] 10.222.0.47 "GET /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386566 Jun 21 16:57:03.313899 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9cad5de6-d4d1-4eed-b20b-e85cf557485d req-d5d1e389-7432-4c2b-9348-3eac562dfda4 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484991 Jun 21 16:57:03.416789 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:32Z', 'revision_number': 5, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:03.442029 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fb967a-3d1e-4527-b69e-22517a07b525 None None] The sync data for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi is: [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:51:28Z', 'revision_number': 4, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '600cf8c6-b94b-4dcc-bc6c-c7b5556193f9', 'name': '', 'network_id': '448d6feb-dc70-4b20-b57f-7b1ff3596a0e', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'mac_address': 'fa:16:3e:f8:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:27Z', 'updated_at': '2022-06-21T16:51:32Z', 'revision_number': 5, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'subnets': [{'id': '2fa55fd2-1988-4b61-b7d6-899b5f8254e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:57:03.642827 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-baf481f7-c4d7-48ca-ac86-7870f2ec6170 req-74c64dda-eab8-4b80-a789-aab8e9cff3b2 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0344639 Jun 21 16:57:03.677794 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77258cd-a087-4eaf-877f-02e06e794bc7 None None] New status for floating IP 59ad1a2d-c967-42d5-9a93-46ccd9f74e65: DOWN {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:57:04.069593 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-2bad0c98-f276-4962-a1ee-8d0881329a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:04.430960 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f432e1-430e-4379-aea3-8b5226a5b274 req-038ca524-f3ba-4aae-8ea3-36b3c87b7a5c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:04.432425 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-08f432e1-430e-4379-aea3-8b5226a5b274 req-038ca524-f3ba-4aae-8ea3-36b3c87b7a5c tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0473146 Jun 21 16:57:04.484356 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-08f432e1-430e-4379-aea3-8b5226a5b274 req-7d1a7107-45ef-4eab-8365-7b91bd863457 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464222 Jun 21 16:57:04.757108 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-acf16c2a-a4f8-419d-990d-608e2af31645 req-f7f8888b-8cd6-4a8a-9db2-4354fa4dc227 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0295839 Jun 21 16:57:05.146006 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-58c921f5-6c21-433a-a784-c01185c98e13 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:05.148540 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-58c921f5-6c21-433a-a784-c01185c98e13 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.47 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0516057 Jun 21 16:57:05.173484 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41718) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:05.284513 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b80704bf-d776-4c1f-b601-18812b658b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.358816 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b80704bf-d776-4c1f-b601-18812b658b89 admin admin] Publish callbacks [] for security_group (c62b1bcf-83e6-4ad1-a6c6-5378288b564d), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.445454 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b80704bf-d776-4c1f-b601-18812b658b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c62b1bcf-83e6-4ad1-a6c6-5378288b564d), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.466033 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:05.493950 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-b80704bf-d776-4c1f-b601-18812b658b89 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=925f37e212a04ec5b2e109f2b06e884f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193901 Jun 21 16:57:05.496871 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41722) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:05.517995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80704bf-d776-4c1f-b601-18812b658b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62b1bcf-83e6-4ad1-a6c6-5378288b564d,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:05.555542 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-96139745-42a1-42fc-9058-060ef6c75366 admin admin] Publish callbacks [] for security_group (c62b1bcf-83e6-4ad1-a6c6-5378288b564d), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.582161 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-96139745-42a1-42fc-9058-060ef6c75366 admin admin] Publish callbacks [] for security_group (c62b1bcf-83e6-4ad1-a6c6-5378288b564d), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.610179 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Deleting port abae0918-ee64-4a4d-89a7-fad9196b8160 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:05.613963 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.654430 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f666c-ec4e-4bf3-9cd7-fa37ea139d6a req-ad26d831-1f1c-486c-bc7d-06fc93b0fc1f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:05.655930 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-643f666c-ec4e-4bf3-9cd7-fa37ea139d6a req-ad26d831-1f1c-486c-bc7d-06fc93b0fc1f tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 945 time: 0.0793977 Jun 21 16:57:05.737018 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-96139745-42a1-42fc-9058-060ef6c75366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (c62b1bcf-83e6-4ad1-a6c6-5378288b564d), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.739511 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-96139745-42a1-42fc-9058-060ef6c75366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.741217 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-96139745-42a1-42fc-9058-060ef6c75366 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c62b1bcf-83e6-4ad1-a6c6-5378288b564d HTTP/1.1" status: 204 len: 168 time: 0.2432907 Jun 21 16:57:05.750313 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96139745-42a1-42fc-9058-060ef6c75366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62b1bcf-83e6-4ad1-a6c6-5378288b564d,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:05.791748 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] For port abae0918-ee64-4a4d-89a7-fad9196b8160, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=abae0918-ee64-4a4d-89a7-fad9196b8160,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:05.792530 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:05.808127 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-643f666c-ec4e-4bf3-9cd7-fa37ea139d6a req-d494aecb-772e-401c-ab6c-606b7aae976d tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/security-groups?id=33c1a57f-2fe8-4697-9f00-77ca6846f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466370 Jun 21 16:57:05.824906 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Calling delete_port for abae0918-ee64-4a4d-89a7-fad9196b8160 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:05.876818 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ccf670cd-1740-4c03-8116-0bfc1bef94bf req-88cbfd36-2d98-481b-be21-d2ba01495817 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0302949 Jun 21 16:57:05.916411 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:05.940217 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-ac979e60-ee04-4c12-b85a-b1df5c3e4ec3 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:05.941733 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-ac979e60-ee04-4c12-b85a-b1df5c3e4ec3 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.47 "GET /v2.0/networks?id=09788440-c818-4ffe-850a-f3f22fe9f60f HTTP/1.1" status: 200 len: 814 time: 0.2104495 Jun 21 16:57:05.957232 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Request body: {'port': {'device_id': '7b9ed311-c5b6-495a-b6d7-ac929d95d8b2', 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f', 'admin_state_up': True, 'tenant_id': '7dddfcc30ee8433c9f48d7153b416f21'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:06.320708 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ed17124b-bcaa-4b89-a7ae-d25da9bf6005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:06.577616 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (abae0918-ee64-4a4d-89a7-fad9196b8160), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:06.579698 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Made reservation on behalf of 7dddfcc30ee8433c9f48d7153b416f21 for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:57:06.582995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:06.625328 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event deleted for resources: {'Port': ['ID=abae0918-ee64-4a4d-89a7-fad9196b8160,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:06.714757 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] No DVR routers for this DVR port abae0918-ee64-4a4d-89a7-fad9196b8160 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:57:06.718951 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:06.722113 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1db98fdf-ef0d-48fe-b5ad-989b729746f7 req-21fd12db-dc89-48f8-b70c-983d98d973d1 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.47 "DELETE /v2.0/ports/abae0918-ee64-4a4d-89a7-fad9196b8160 HTTP/1.1" status: 204 len: 173 time: 1.2458622 Jun 21 16:57:06.722548 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'name': 'network-vif-deleted', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:06.724960 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51fc06d-ec5f-4653-91a3-a5581b60fcfe" -d '{"events": [{"server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "name": "network-vif-deleted", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:06.733258 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:06.741488 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41738) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:06.760627 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-32f58058-357d-4eca-9da4-8734b3b7b15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:06.778373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f93b4e-9884-4bf6-b390-bbb646d2130d x-openstack-request-id: req-10f93b4e-9884-4bf6-b390-bbb646d2130d {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:06.778678 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c7a8e0-22b7-46fd-8a39-03e153ce2dc4", "name": "network-vif-deleted", "tag": "abae0918-ee64-4a4d-89a7-fad9196b8160", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:06.778951 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10f93b4e-9884-4bf6-b390-bbb646d2130d {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:06.779327 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f93b4e-9884-4bf6-b390-bbb646d2130d'] response: {'server_uuid': '71c7a8e0-22b7-46fd-8a39-03e153ce2dc4', 'name': 'network-vif-deleted', 'tag': 'abae0918-ee64-4a4d-89a7-fad9196b8160', 'status': 'completed', 'code': 200} Jun 21 16:57:06.798434 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Allocated IP 172.20.0.9 (09788440-c818-4ffe-850a-f3f22fe9f60f/368b6dba-70e6-4978-95f3-41467a7b0559/28c431e8-c7c1-48ff-b319-2da54d99e5d4) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:57:06.849327 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-32f58058-357d-4eca-9da4-8734b3b7b15f admin admin] Publish callbacks [] for security_group (2aa92764-d94f-4b18-ba7e-f523ffd785dc), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:06.928536 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-588e3d30-ecad-42f0-8185-62fb15284562 req-4fcd234c-de90-4495-a072-0a5ed0386102 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0362694 Jun 21 16:57:06.947627 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-32f58058-357d-4eca-9da4-8734b3b7b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2aa92764-d94f-4b18-ba7e-f523ffd785dc), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:06.970800 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device abae0918-ee64-4a4d-89a7-fad9196b8160 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:06.973057 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:06.974561 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:06.992927 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: abae0918-ee64-4a4d-89a7-fad9196b8160 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:06.995924 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device abae0918-ee64-4a4d-89a7-fad9196b8160 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:07.000822 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-32f58058-357d-4eca-9da4-8734b3b7b15f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=979deae686314668baeb1b74c62c7d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590213 Jun 21 16:57:07.002404 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f58058-357d-4eca-9da4-8734b3b7b15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa92764-d94f-4b18-ba7e-f523ffd785dc,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:07.006357 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41744) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:07.023068 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-262c0568-876e-446e-9bfb-11f627a32b20 req-7a7e9efc-fb94-4310-a178-4be0d00daab9 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0672274 Jun 21 16:57:07.043431 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks [] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.064521 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5720-7a5c-4f84-a95f-e268f4eb7125 admin admin] Publish callbacks [] for security_group (2aa92764-d94f-4b18-ba7e-f523ffd785dc), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.093733 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5720-7a5c-4f84-a95f-e268f4eb7125 admin admin] Publish callbacks [] for security_group (2aa92764-d94f-4b18-ba7e-f523ffd785dc), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.127643 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:07.149224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.199960 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:07.202029 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Network 09788440-c818-4ffe-850a-f3f22fe9f60f is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:57:07.205436 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:57:07.209105 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:57:07.215738 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Pushing event updated for resources: {'Port': ['ID=28c431e8-c7c1-48ff-b319-2da54d99e5d4,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:07.250178 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5720-7a5c-4f84-a95f-e268f4eb7125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2aa92764-d94f-4b18-ba7e-f523ffd785dc), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.254162 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5720-7a5c-4f84-a95f-e268f4eb7125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.254162 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-bc6c5720-7a5c-4f84-a95f-e268f4eb7125 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2aa92764-d94f-4b18-ba7e-f523ffd785dc HTTP/1.1" status: 204 len: 168 time: 0.2462361 Jun 21 16:57:07.266204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:07.266879 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.272939 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c5720-7a5c-4f84-a95f-e268f4eb7125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa92764-d94f-4b18-ba7e-f523ffd785dc,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:07.408091 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-0bafcc49-9c0f-47fe-b523-294a5a9fa4c5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4545903 Jun 21 16:57:07.419143 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Request body: {'port': {'device_id': '7b9ed311-c5b6-495a-b6d7-ac929d95d8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:07.479717 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.491293 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.773479 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c431e8-c7c1-48ff-b319-2da54d99e5d4 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:57:07.782118 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Publish callbacks [] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.795951 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:07.797098 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Transition to ACTIVE for port object 28c431e8-c7c1-48ff-b319-2da54d99e5d4 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:57:07.852025 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:07.904742 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Pushing event updated for resources: {'Port': ['ID=28c431e8-c7c1-48ff-b319-2da54d99e5d4,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:07.999698 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Attempting to bind port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:57:08.000118 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Attempting to bind port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:57:08.000455 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Attempting to bind port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 on network 09788440-c818-4ffe-850a-f3f22fe9f60f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:57:08.010832 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 on network 09788440-c818-4ffe-850a-f3f22fe9f60f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:57:08.011168 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Attempting to bind port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 on network 09788440-c818-4ffe-850a-f3f22fe9f60f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:57:08.018731 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:57:08.019079 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Checking segment: {'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:57:08.026386 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Bound using segment: {'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:57:08.026386 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Bound port: 28c431e8-c7c1-48ff-b319-2da54d99e5d4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:57:08.026386 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:08.057925 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2e435916-16cc-46d4-84c0-7c4da25c4e44 req-f68b2192-211f-4251-aa7f-0ae84c72817a tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "GET /v2.0/ports?device_id=71c7a8e0-22b7-46fd-8a39-03e153ce2dc4 HTTP/1.1" status: 200 len: 210 time: 0.0374806 Jun 21 16:57:08.094427 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] For port 28c431e8-c7c1-48ff-b319-2da54d99e5d4, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:57:08.097700 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] For port 28c431e8-c7c1-48ff-b319-2da54d99e5d4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28c431e8-c7c1-48ff-b319-2da54d99e5d4,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:57:08.164702 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9433f9a-8712-422a-b08c-cc7572a3fa17 req-48de2d8c-b401-438d-9f1b-e12a251075ae tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:08.166341 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f9433f9a-8712-422a-b08c-cc7572a3fa17 req-48de2d8c-b401-438d-9f1b-e12a251075ae tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 943 time: 0.0521097 Jun 21 16:57:08.219448 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f9433f9a-8712-422a-b08c-cc7572a3fa17 req-d051241d-0681-4edd-9c19-dcbd3e5c5b81 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 Jun 21 16:57:08.220641 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:08.264188 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:08.269327 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:08.269327 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] 10.222.0.47 "PUT /v2.0/ports/28c431e8-c7c1-48ff-b319-2da54d99e5d4 HTTP/1.1" status: 200 len: 1093 time: 0.8512299 Jun 21 16:57:08.303081 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be095c-e204-4366-bca7-0ef7d06e2076 service neutron] Pushing event updated for resources: {'Port': ['ID=28c431e8-c7c1-48ff-b319-2da54d99e5d4,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:08.584849 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-903efcce-3967-4bb5-a8c4-1d8d548dbbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:08.586409 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-903efcce-3967-4bb5-a8c4-1d8d548dbbd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dddfcc30ee8433c9f48d7153b416f21&device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 1127 time: 0.0448651 Jun 21 16:57:08.630130 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-733cffd2-9430-4a67-a54f-e847ff13e20f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c431e8-c7c1-48ff-b319-2da54d99e5d4 HTTP/1.1" status: 200 len: 217 time: 0.0339830 Jun 21 16:57:08.642894 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:08.689260 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-6479bbc6-1276-4446-b34b-fc4d23a904b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:08.690809 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-6479bbc6-1276-4446-b34b-fc4d23a904b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=368b6dba-70e6-4978-95f3-41467a7b0559 HTTP/1.1" status: 200 len: 854 time: 0.0550618 Jun 21 16:57:08.726893 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-63fa0aff-8005-4ff6-92fc-28ceecf8a87b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09788440-c818-4ffe-850a-f3f22fe9f60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299058 Jun 21 16:57:08.796536 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9ed311-c5b6-495a-b6d7-ac929d95d8b2', 'tag': '28c431e8-c7c1-48ff-b319-2da54d99e5d4'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:08.798958 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901e6002-d254-4fe8-99d1-abeacb65fdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b9ed311-c5b6-495a-b6d7-ac929d95d8b2", "tag": "28c431e8-c7c1-48ff-b319-2da54d99e5d4"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:08.839912 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:08.846473 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-9efbe378-cf72-44e3-849f-0f99d7ea2014 service neutron] 10.222.0.47 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110265 Jun 21 16:57:08.846473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08735942-8465-4e32-b200-7117eca71320 x-openstack-request-id: req-08735942-8465-4e32-b200-7117eca71320 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:08.846473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b9ed311-c5b6-495a-b6d7-ac929d95d8b2", "tag": "28c431e8-c7c1-48ff-b319-2da54d99e5d4", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:08.846473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08735942-8465-4e32-b200-7117eca71320 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:08.846837 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08735942-8465-4e32-b200-7117eca71320'] response: {'name': 'network-changed', 'server_uuid': '7b9ed311-c5b6-495a-b6d7-ac929d95d8b2', 'tag': '28c431e8-c7c1-48ff-b319-2da54d99e5d4', 'status': 'completed', 'code': 200} Jun 21 16:57:08.945513 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9a9258bd-54f0-4e53-a8cd-235424f3a1dc req-25c3f219-b761-4ee9-86b1-723f97a71b3a service neutron] 10.222.0.47 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905623 Jun 21 16:57:08.971574 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:09.121922 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41784) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:09.181756 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6714730-0edd-414b-9f9c-75b2c91ccee7 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group (33c1a57f-2fe8-4697-9f00-77ca6846f05c), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:09.217182 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6714730-0edd-414b-9f9c-75b2c91ccee7 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group (33c1a57f-2fe8-4697-9f00-77ca6846f05c), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:09.290778 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:57:09.361837 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba750f-636d-49bd-a4b2-7621bca7d7d9 req-461188ad-2509-47e5-a25d-231f24e0a8e8 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:09.363326 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-64ba750f-636d-49bd-a4b2-7621bca7d7d9 req-461188ad-2509-47e5-a25d-231f24e0a8e8 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 943 time: 0.0529354 Jun 21 16:57:09.403183 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6714730-0edd-414b-9f9c-75b2c91ccee7 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (33c1a57f-2fe8-4697-9f00-77ca6846f05c), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:09.405501 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6714730-0edd-414b-9f9c-75b2c91ccee7 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:09.406705 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b6714730-0edd-414b-9f9c-75b2c91ccee7 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] 10.222.0.70 "DELETE /v2.0/security-groups/33c1a57f-2fe8-4697-9f00-77ca6846f05c HTTP/1.1" status: 204 len: 168 time: 0.2844388 Jun 21 16:57:09.429268 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6714730-0edd-414b-9f9c-75b2c91ccee7 tempest-TestShelveInstance-827416836 tempest-TestShelveInstance-827416836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1a57f-2fe8-4697-9f00-77ca6846f05c,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:09.435487 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-64ba750f-636d-49bd-a4b2-7621bca7d7d9 req-caf0c603-238c-4efa-90c8-32508b74c65c tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664234 Jun 21 16:57:09.522366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41798) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:09.963134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-e8b66141-b2e7-45bf-8627-366e16a875a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:09.964617 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-e8b66141-b2e7-45bf-8627-366e16a875a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dddfcc30ee8433c9f48d7153b416f21&device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 1127 time: 0.0752609 Jun 21 16:57:10.091981 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:10.134251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-a2ca5bb0-6072-409e-a5e5-c777409dd2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:10.135697 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-a2ca5bb0-6072-409e-a5e5-c777409dd2ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=09788440-c818-4ffe-850a-f3f22fe9f60f HTTP/1.1" status: 200 len: 916 time: 0.1639540 Jun 21 16:57:10.141476 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (f9182ab7-4f8a-41ae-9e7d-121c67510666), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:10.218152 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-ba12c402-59ff-4609-a1d4-a965e905fc4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28c431e8-c7c1-48ff-b319-2da54d99e5d4 HTTP/1.1" status: 200 len: 217 time: 0.0746491 Jun 21 16:57:10.311780 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-eedd67b4-4c7b-41fe-87af-12842f5730c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:10.313390 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-eedd67b4-4c7b-41fe-87af-12842f5730c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=368b6dba-70e6-4978-95f3-41467a7b0559 HTTP/1.1" status: 200 len: 854 time: 0.0861535 Jun 21 16:57:10.372145 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-f9d4f7d4-1262-4f61-914a-e72e5f7cc907 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09788440-c818-4ffe-850a-f3f22fe9f60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513101 Jun 21 16:57:10.541896 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-c5626bfd-1ed9-46de-8233-09ffe4e90caa service neutron] 10.222.0.47 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470017 Jun 21 16:57:10.557996 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Deleting port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:10.558465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:10.573073 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2818c63-de07-4a26-ab49-c79ed428188a req-77336a43-bfa1-4427-9295-e783a0576f03 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:10.577003 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a2818c63-de07-4a26-ab49-c79ed428188a req-77336a43-bfa1-4427-9295-e783a0576f03 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 943 time: 0.0649829 Jun 21 16:57:10.608504 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:10.614090 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:10.640020 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a2818c63-de07-4a26-ab49-c79ed428188a req-45b1e1e5-e293-4370-8883-79437954198b tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530617 Jun 21 16:57:10.714124 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] For port 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:10.714506 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:10.723256 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-901e6002-d254-4fe8-99d1-abeacb65fdb9 req-9ac4e0ef-355e-4f5f-84c2-d1302d8f07f3 service neutron] 10.222.0.47 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754367 Jun 21 16:57:10.729877 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Calling delete_port for 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 owned by network:router_interface {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:10.977477 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (600cf8c6-b94b-4dcc-bc6c-c7b5556193f9), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:10.980736 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:10.999882 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 28c431e8-c7c1-48ff-b319-2da54d99e5d4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:57:11.003376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=600cf8c6-b94b-4dcc-bc6c-c7b5556193f9,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:11.125022 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 28c431e8-c7c1-48ff-b319-2da54d99e5d4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28c431e8-c7c1-48ff-b319-2da54d99e5d4,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:11.147572 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '28c431e8-c7c1-48ff-b319-2da54d99e5d4', 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f', 'port_id': '28c431e8-c7c1-48ff-b319-2da54d99e5d4', 'mac_address': 'fa:16:3e:de:a5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368b6dba-70e6-4978-95f3-41467a7b0559', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:57:11.183098 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:57:11.183578 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:11.189057 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (f9182ab7-4f8a-41ae-9e7d-121c67510666), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:11.203157 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c431e8-c7c1-48ff-b319-2da54d99e5d4 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:57:11.228171 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 28c431e8-c7c1-48ff-b319-2da54d99e5d4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28c431e8-c7c1-48ff-b319-2da54d99e5d4,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:11.303614 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:11.352229 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=28c431e8-c7c1-48ff-b319-2da54d99e5d4,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:11.360027 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.360621 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.360964 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.361326 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.361667 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.361999 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.362332 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.362660 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.362986 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.363310 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.363637 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.363999 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.364379 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.364714 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.365706 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:57:11.409259 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Router f9182ab7-4f8a-41ae-9e7d-121c67510666 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:57:11.458085 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:11.517854 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:57:11.523330 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-96ee5fdf-03b2-4628-9a45-e773d7b51ecf admin admin] 10.222.0.70 "PUT /v2.0/routers/f9182ab7-4f8a-41ae-9e7d-121c67510666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9994941 Jun 21 16:57:11.526013 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41816) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:11.529575 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] Sync routers for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:57:11.540056 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:11.542466 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:11.576723 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['28c431e8-c7c1-48ff-b319-2da54d99e5d4'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:57:11.633728 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks [] for router (f9182ab7-4f8a-41ae-9e7d-121c67510666), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:11.708330 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:11.768059 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks [] for router_gateway (f9182ab7-4f8a-41ae-9e7d-121c67510666), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:11.773477 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fa78a-4ad7-4efa-be79-cfd84d7b1a3b req-f8160706-1240-4123-9609-c158ce5fb025 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:11.777123 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ab9fa78a-4ad7-4efa-be79-cfd84d7b1a3b req-f8160706-1240-4123-9609-c158ce5fb025 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 944 time: 0.0546498 Jun 21 16:57:11.829801 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ab9fa78a-4ad7-4efa-be79-cfd84d7b1a3b req-4df7ba3f-1dbf-4bed-b3f0-0329cfdfb1a6 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Jun 21 16:57:11.895630 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Deleting port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:11.895862 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:11.949029 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:11.965717 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:57:10Z', 'revision_number': 5, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port': {'id': 'f9b65ebb-b944-4ecd-ac79-cdcddbc3f021', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:23Z', 'updated_at': '2022-06-21T16:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:11.987588 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] For port f9b65ebb-b944-4ecd-ac79-cdcddbc3f021, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=f9b65ebb-b944-4ecd-ac79-cdcddbc3f021,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:11.988061 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:11.993011 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] Checking router: f9182ab7-4f8a-41ae-9e7d-121c67510666 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:57:12.002797 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] Routers {'f9182ab7-4f8a-41ae-9e7d-121c67510666'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:12.003935 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['f9182ab7-4f8a-41ae-9e7d-121c67510666'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:12.004134 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Calling delete_port for f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 owned by network:router_gateway {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:12.072398 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:12.096217 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] Set router f9182ab7-4f8a-41ae-9e7d-121c67510666 gateway port host: None {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:12.149593 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:57:11Z', 'revision_number': 6, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port_host': None}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:12.158958 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:12.181682 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922cb1b-409c-4bec-9d06-5d331d8e860a None None] The sync data for ids ['f9182ab7-4f8a-41ae-9e7d-121c67510666'] in dv-cinder-799871-21-iscsi is: [{'id': 'f9182ab7-4f8a-41ae-9e7d-121c67510666', 'name': 'tempest-TestShelveInstance-597875671-router', 'tenant_id': '7ab25929bbd643a68f0f01f1fb22b292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:22Z', 'updated_at': '2022-06-21T16:57:11Z', 'revision_number': 6, 'project_id': '7ab25929bbd643a68f0f01f1fb22b292', 'gw_port_host': None}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:57:12.274654 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (f9b65ebb-b944-4ecd-ac79-cdcddbc3f021), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.298941 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b65ebb-b944-4ecd-ac79-cdcddbc3f021,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:12.365781 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (f9182ab7-4f8a-41ae-9e7d-121c67510666), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.455336 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (f9182ab7-4f8a-41ae-9e7d-121c67510666), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.457789 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks [] for router_controller (f9182ab7-4f8a-41ae-9e7d-121c67510666), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.495270 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:12.561376 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (f9182ab7-4f8a-41ae-9e7d-121c67510666), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.562182 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9182ab7-4f8a-41ae-9e7d-121c67510666 {{(pid=111043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 16:57:12.567740 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.569532 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-edbeb9d7-b06c-4d9b-b4a6-657637e635b4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f9182ab7-4f8a-41ae-9e7d-121c67510666 HTTP/1.1" status: 204 len: 168 time: 1.0423782 Jun 21 16:57:12.572267 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41826) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:12.622332 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4251173-bd4b-4c17-9412-d9a29ec02da5 admin admin] Deleting subnet 2fa55fd2-1988-4b61-b7d6-899b5f8254e0 {{(pid=111043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:57:12.626871 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4251173-bd4b-4c17-9412-d9a29ec02da5 admin admin] Publish callbacks [] for subnet (2fa55fd2-1988-4b61-b7d6-899b5f8254e0), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.668462 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4251173-bd4b-4c17-9412-d9a29ec02da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529593546'] for subnet (2fa55fd2-1988-4b61-b7d6-899b5f8254e0), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.757730 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4251173-bd4b-4c17-9412-d9a29ec02da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (2fa55fd2-1988-4b61-b7d6-899b5f8254e0), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.892064 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4251173-bd4b-4c17-9412-d9a29ec02da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529715931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529643301'] for subnet (2fa55fd2-1988-4b61-b7d6-899b5f8254e0), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.921236 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4251173-bd4b-4c17-9412-d9a29ec02da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa55fd2-1988-4b61-b7d6-899b5f8254e0,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:12.936358 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4251173-bd4b-4c17-9412-d9a29ec02da5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:12.939245 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41830) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:12.939815 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a4251173-bd4b-4c17-9412-d9a29ec02da5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2fa55fd2-1988-4b61-b7d6-899b5f8254e0 HTTP/1.1" status: 204 len: 168 time: 0.3657842 Jun 21 16:57:12.941086 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe73596-f205-40a5-b8b9-f21a6f4d4ad3 None None] Network 448d6feb-dc70-4b20-b57f-7b1ff3596a0e requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:57:12.988948 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e172e9-783b-49ef-a7f1-fb9d47ef8ec2 req-8bd76160-8d36-4d30-9c80-535d30d4c907 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:12.990760 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-77e172e9-783b-49ef-a7f1-fb9d47ef8ec2 req-8bd76160-8d36-4d30-9c80-535d30d4c907 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 944 time: 0.0715237 Jun 21 16:57:13.039257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (448d6feb-dc70-4b20-b57f-7b1ff3596a0e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.060764 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-77e172e9-783b-49ef-a7f1-fb9d47ef8ec2 req-6b9d1556-eb07-4801-a14b-1df5a3558416 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636370 Jun 21 16:57:13.067245 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 28c431e8-c7c1-48ff-b319-2da54d99e5d4 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:57:13.071293 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:13.099012 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Deleting port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:13.101502 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.128274 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:13.128630 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 600cf8c6-b94b-4dcc-bc6c-c7b5556193f9 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:13.129074 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:13.171538 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:13.171881 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device f9b65ebb-b944-4ecd-ac79-cdcddbc3f021 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:13.194890 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] For port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:13.195413 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.205629 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:57:13.214544 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Calling delete_port for 0f0b0188-d0c7-45ce-a188-66e01ebce9bc owned by network:dhcp {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:13.269148 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] DHCP port deletion for 448d6feb-dc70-4b20-b57f-7b1ff3596a0e request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 16:57:13.310335 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:57:13.310723 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.340792 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] Deleting port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:13.341176 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.405645 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.433562 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:13.436910 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] No DVR routers for this DVR port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc on host dv-cinder-799871-21-iscsi {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:57:13.528770 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (448d6feb-dc70-4b20-b57f-7b1ff3596a0e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.551217 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448d6feb-dc70-4b20-b57f-7b1ff3596a0e']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:13.562301 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d098abc-ddb3-4a3f-b900-1428c1523b36') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:13.562652 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d098abc-ddb3-4a3f-b900-1428c1523b36') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:13.573742 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (3d098abc-ddb3-4a3f-b900-1428c1523b36), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.573955 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] For port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,segment=NetworkSegment(3d098abc-ddb3-4a3f-b900-1428c1523b36),segment_id=3d098abc-ddb3-4a3f-b900-1428c1523b36)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:13.574343 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.589508 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (3d098abc-ddb3-4a3f-b900-1428c1523b36), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.590735 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] Calling delete_port for 0f0b0188-d0c7-45ce-a188-66e01ebce9bc owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:13.597666 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:57:13.598082 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (3d098abc-ddb3-4a3f-b900-1428c1523b36), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.665900 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:57:13.666288 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.707972 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ed311-c5b6-495a-b6d7-ac929d95d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c431e8-c7c1-48ff-b319-2da54d99e5d4'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:13.711104 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664749c-0eae-41d6-b5e6-4e997eec1f99" -d '{"events": [{"server_uuid": "7b9ed311-c5b6-495a-b6d7-ac929d95d8b2", "name": "network-vif-plugged", "status": "completed", "tag": "28c431e8-c7c1-48ff-b319-2da54d99e5d4"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:13.736232 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 28c431e8-c7c1-48ff-b319-2da54d99e5d4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28c431e8-c7c1-48ff-b319-2da54d99e5d4,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:13.743836 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (0f0b0188-d0c7-45ce-a188-66e01ebce9bc), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.771572 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] Pushing event deleted for resources: {'Port': ['ID=0f0b0188-d0c7-45ce-a188-66e01ebce9bc,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:13.775731 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821e23c-760f-48b1-8900-97e32df57ced None None] No DVR routers for this DVR port 0f0b0188-d0c7-45ce-a188-66e01ebce9bc on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:57:13.798824 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e243ef5-b162-4cf8-b806-1a848f5ef136 x-openstack-request-id: req-7e243ef5-b162-4cf8-b806-1a848f5ef136 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:13.798947 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ed311-c5b6-495a-b6d7-ac929d95d8b2", "name": "network-vif-plugged", "status": "completed", "tag": "28c431e8-c7c1-48ff-b319-2da54d99e5d4", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:13.799320 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e243ef5-b162-4cf8-b806-1a848f5ef136 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:13.799665 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e243ef5-b162-4cf8-b806-1a848f5ef136'] response: {'server_uuid': '7b9ed311-c5b6-495a-b6d7-ac929d95d8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c431e8-c7c1-48ff-b319-2da54d99e5d4', 'code': 200} Jun 21 16:57:13.819879 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:13.877539 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=28c431e8-c7c1-48ff-b319-2da54d99e5d4,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:13.959485 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 3d098abc-ddb3-4a3f-b900-1428c1523b36 resource provider aggregate not found Jun 21 16:57:13.981495 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 3d098abc-ddb3-4a3f-b900-1428c1523b36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d098abc-ddb3-4a3f-b900-1428c1523b36 found for delete ", "request_id": "req-3046ddb3-928d-45ba-93f5-3d77c929f1c9"}]} Jun 21 16:57:14.058220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (448d6feb-dc70-4b20-b57f-7b1ff3596a0e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:14.067870 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:14.067870 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] 10.222.0.70 "DELETE /v2.0/networks/448d6feb-dc70-4b20-b57f-7b1ff3596a0e HTTP/1.1" status: 204 len: 168 time: 1.1243482 Jun 21 16:57:14.067870 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:14.069667 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41860) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:14.086113 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f28ea3-b641-4e1c-8d7a-2affd0faa612 admin admin] Pushing event deleted for resources: {'Network': ['ID=448d6feb-dc70-4b20-b57f-7b1ff3596a0e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:14.209754 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9209bb7-787c-4c9b-b09f-0447c3af8f92 req-8ce88e4c-3776-4031-8615-63215c8e6c65 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:14.217371 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a9209bb7-787c-4c9b-b09f-0447c3af8f92 req-8ce88e4c-3776-4031-8615-63215c8e6c65 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0625567 Jun 21 16:57:14.243620 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288f9b-f0c6-40ec-ac16-93db0881b296 req-89cbdb81-6c79-4428-9768-e6bbf40cb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:14.245181 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-68288f9b-f0c6-40ec-ac16-93db0881b296 req-89cbdb81-6c79-4428-9768-e6bbf40cb138 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 1129 time: 0.0996320 Jun 21 16:57:14.264047 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:14.267054 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a9209bb7-787c-4c9b-b09f-0447c3af8f92 req-1e6fdf9a-b4cd-489d-aee0-3c39abf6a15a tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485313 Jun 21 16:57:14.348749 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-68288f9b-f0c6-40ec-ac16-93db0881b296 req-690cebda-d89a-4d1a-8956-3b0f67d1e6e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956979 Jun 21 16:57:14.523789 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:14.752791 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 0f0b0188-d0c7-45ce-a188-66e01ebce9bc no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:14.777911 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 0f0b0188-d0c7-45ce-a188-66e01ebce9bc {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:14.778268 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 0f0b0188-d0c7-45ce-a188-66e01ebce9bc not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:14.789035 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Deleting port c8e75093-b660-4825-9ede-307ffb40f09d {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:14.789526 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:14.842922 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:14.873763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] For port c8e75093-b660-4825-9ede-307ffb40f09d, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=c8e75093-b660-4825-9ede-307ffb40f09d,segment=NetworkSegment(33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d),segment_id=33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:14.874029 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:14.888243 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Calling delete_port for c8e75093-b660-4825-9ede-307ffb40f09d owned by network:router_interface {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:15.165981 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (c8e75093-b660-4825-9ede-307ffb40f09d), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:15.195972 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e75093-b660-4825-9ede-307ffb40f09d,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:15.301196 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:15.406687 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:15.434144 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223f2e6-f8f6-4369-8158-bbe737131d8e req-d56d32d2-35e6-4f6b-a647-e98db1c390b3 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:15.434144 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c223f2e6-f8f6-4369-8158-bbe737131d8e req-d56d32d2-35e6-4f6b-a647-e98db1c390b3 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0620232 Jun 21 16:57:15.479076 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:15.551215 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c223f2e6-f8f6-4369-8158-bbe737131d8e req-756af92e-ea92-4f62-b5a9-e510e0bfdf2a tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131339 Jun 21 16:57:15.677859 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:57:15.782308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:57:15.788020 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-63e65c45-1104-4ab8-80e9-25fd7596f377 admin admin] 10.222.0.70 "PUT /v2.0/routers/30f9bd61-e793-4e9f-9a3f-8e8f8f81331c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7170112 Jun 21 16:57:15.790295 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41894) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:15.794009 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b1727-8037-4853-8145-982ce78973a9 None None] Sync routers for ids ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:57:15.805605 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b1727-8037-4853-8145-982ce78973a9 None None] Routers {'30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:15.806243 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-928b1727-8037-4853-8145-982ce78973a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:15.898972 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:15.902558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks [] for router (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:15.912578 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-928b1727-8037-4853-8145-982ce78973a9 None None] Set router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:16.016259 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks [] for router_gateway (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:16.095227 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-928b1727-8037-4853-8145-982ce78973a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:57:15Z', 'revision_number': 5, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:16.124412 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b1727-8037-4853-8145-982ce78973a9 None None] Checking router: 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:57:16.134176 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b1727-8037-4853-8145-982ce78973a9 None None] Routers {'30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:16.134793 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-928b1727-8037-4853-8145-982ce78973a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:16.243668 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-928b1727-8037-4853-8145-982ce78973a9 None None] Set router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:16.246942 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Deleting port 55f00bcf-071a-4962-8cf2-72a53d5a5c63 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:16.247479 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:16.332343 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] For port 55f00bcf-071a-4962-8cf2-72a53d5a5c63, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=55f00bcf-071a-4962-8cf2-72a53d5a5c63,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:16.332691 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:16.347600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Calling delete_port for 55f00bcf-071a-4962-8cf2-72a53d5a5c63 owned by network:router_gateway {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:16.393894 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:16.423920 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-928b1727-8037-4853-8145-982ce78973a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:57:15Z', 'revision_number': 5, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:16.453039 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b1727-8037-4853-8145-982ce78973a9 None None] The sync data for ids ['30f9bd61-e793-4e9f-9a3f-8e8f8f81331c'] in dv-cinder-799871-21-iscsi is: [{'id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'name': 'tempest-TestShelveInstance-1173225680-router', 'tenant_id': '8e574e097b4d41c0a28fd202b6417017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:51:31Z', 'updated_at': '2022-06-21T16:57:15Z', 'revision_number': 5, 'project_id': '8e574e097b4d41c0a28fd202b6417017', 'gw_port': {'id': '55f00bcf-071a-4962-8cf2-72a53d5a5c63', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30f9bd61-e793-4e9f-9a3f-8e8f8f81331c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:51:32Z', 'updated_at': '2022-06-21T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:57:16.676346 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb7e1b-3836-4e4f-a7cc-31f50fa18128 req-7d6da861-de4b-45fc-8585-4c4dcdbd36d1 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:16.678016 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-34eb7e1b-3836-4e4f-a7cc-31f50fa18128 req-7d6da861-de4b-45fc-8585-4c4dcdbd36d1 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0492997 Jun 21 16:57:16.692078 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (55f00bcf-071a-4962-8cf2-72a53d5a5c63), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:16.734668 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=55f00bcf-071a-4962-8cf2-72a53d5a5c63,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:16.746515 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-34eb7e1b-3836-4e4f-a7cc-31f50fa18128 req-c892874b-d639-4cfc-a68f-c6ae70c7383d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624142 Jun 21 16:57:16.840466 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:16.950949 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:16.953507 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks [] for router_controller (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:16.975379 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device c8e75093-b660-4825-9ede-307ffb40f09d no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:17.006392 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: c8e75093-b660-4825-9ede-307ffb40f09d {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:17.007253 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device c8e75093-b660-4825-9ede-307ffb40f09d not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:17.092043 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (30f9bd61-e793-4e9f-9a3f-8e8f8f81331c), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.092658 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30f9bd61-e793-4e9f-9a3f-8e8f8f81331c {{(pid=111042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 16:57:17.101816 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.102801 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3744a19d-a441-4778-9c2c-fe41b676ca3d admin admin] 10.222.0.70 "DELETE /v2.0/routers/30f9bd61-e793-4e9f-9a3f-8e8f8f81331c HTTP/1.1" status: 204 len: 168 time: 1.3115127 Jun 21 16:57:17.105394 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41948) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:17.167138 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-19913b7f-815e-4c1e-b7bd-d64df4b9d917 admin admin] Deleting subnet 1f8a9219-a597-4134-a033-5ef1c7db664f {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:57:17.171021 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-19913b7f-815e-4c1e-b7bd-d64df4b9d917 admin admin] Publish callbacks [] for subnet (1f8a9219-a597-4134-a033-5ef1c7db664f), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.211584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-19913b7f-815e-4c1e-b7bd-d64df4b9d917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (1f8a9219-a597-4134-a033-5ef1c7db664f), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.300608 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-19913b7f-815e-4c1e-b7bd-d64df4b9d917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (1f8a9219-a597-4134-a033-5ef1c7db664f), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.450444 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41952) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:17.480240 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-19913b7f-815e-4c1e-b7bd-d64df4b9d917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (1f8a9219-a597-4134-a033-5ef1c7db664f), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.514600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19913b7f-815e-4c1e-b7bd-d64df4b9d917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f8a9219-a597-4134-a033-5ef1c7db664f,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:17.514600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-19913b7f-815e-4c1e-b7bd-d64df4b9d917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.517317 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-19913b7f-815e-4c1e-b7bd-d64df4b9d917 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1f8a9219-a597-4134-a033-5ef1c7db664f HTTP/1.1" status: 204 len: 168 time: 0.4109402 Jun 21 16:57:17.520332 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 41956) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:17.525267 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d84b653-c12a-426f-aeb3-a39c58e189fa None None] Network f0004be1-bab7-4d02-bcd6-077fd63e15a3 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:57:17.591141 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:17.593160 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9bedd674-8c56-4963-beb4-403e0aea9454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.624309 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (f0004be1-bab7-4d02-bcd6-077fd63e15a3), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.694652 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Deleting port eb5d791e-b517-464f-8897-f770af083656 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:17.695482 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (eb5d791e-b517-464f-8897-f770af083656), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.723850 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9bedd674-8c56-4963-beb4-403e0aea9454 admin admin] Publish callbacks [] for security_group (ddce1d16-3a77-4bbd-af9d-949cefbaf5f4), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.735593 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] DHCP port deletion for f0004be1-bab7-4d02-bcd6-077fd63e15a3 request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 16:57:17.744265 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:17.771149 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] For port eb5d791e-b517-464f-8897-f770af083656, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=eb5d791e-b517-464f-8897-f770af083656,segment=NetworkSegment(33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d),segment_id=33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:17.775521 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (eb5d791e-b517-464f-8897-f770af083656), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.787703 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Calling delete_port for eb5d791e-b517-464f-8897-f770af083656 owned by network:dhcp {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:17.792617 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] Deleting port eb5d791e-b517-464f-8897-f770af083656 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:17.793350 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (eb5d791e-b517-464f-8897-f770af083656), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.834774 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9bedd674-8c56-4963-beb4-403e0aea9454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ddce1d16-3a77-4bbd-af9d-949cefbaf5f4), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.841691 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:17.866995 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] For port eb5d791e-b517-464f-8897-f770af083656, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=eb5d791e-b517-464f-8897-f770af083656,segment=NetworkSegment(33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d),segment_id=33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:17.867721 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (eb5d791e-b517-464f-8897-f770af083656), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.878191 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9bedd674-8c56-4963-beb4-403e0aea9454 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=561602c9078c4a23ac69dd7f03519c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266348 Jun 21 16:57:17.881495 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 41960) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:17.885018 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] Calling delete_port for eb5d791e-b517-464f-8897-f770af083656 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:17.894020 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:17.904835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedd674-8c56-4963-beb4-403e0aea9454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce1d16-3a77-4bbd-af9d-949cefbaf5f4,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:17.939632 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:17.954895 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-61d2270b-48e5-470b-b7b5-a027018f0626 admin admin] Publish callbacks [] for security_group (ddce1d16-3a77-4bbd-af9d-949cefbaf5f4), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.977271 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (eb5d791e-b517-464f-8897-f770af083656), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.983856 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (eb5d791e-b517-464f-8897-f770af083656), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:17.985725 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-61d2270b-48e5-470b-b7b5-a027018f0626 admin admin] Publish callbacks [] for security_group (ddce1d16-3a77-4bbd-af9d-949cefbaf5f4), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.009726 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5d791e-b517-464f-8897-f770af083656,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:18.013146 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] No DVR routers for this DVR port eb5d791e-b517-464f-8897-f770af083656 on host dv-cinder-799871-21-iscsi {{(pid=111043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:57:18.014495 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] Pushing event deleted for resources: {'Port': ['ID=eb5d791e-b517-464f-8897-f770af083656,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:18.016617 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9f124-b185-4f10-875c-1749a0c89a52 None None] No DVR routers for this DVR port eb5d791e-b517-464f-8897-f770af083656 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:57:18.068818 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:18.112904 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (f0004be1-bab7-4d02-bcd6-077fd63e15a3), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.136847 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0004be1-bab7-4d02-bcd6-077fd63e15a3']}} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:18.147858 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d') {'for_net_delete': True} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:18.148138 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d') {} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:18.161107 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529593553'] for segment (33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.176942 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.177261 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-61d2270b-48e5-470b-b7b5-a027018f0626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ddce1d16-3a77-4bbd-af9d-949cefbaf5f4), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.187578 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-61d2270b-48e5-470b-b7b5-a027018f0626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.187578 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-61d2270b-48e5-470b-b7b5-a027018f0626 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ddce1d16-3a77-4bbd-af9d-949cefbaf5f4 HTTP/1.1" status: 204 len: 168 time: 0.2991405 Jun 21 16:57:18.188030 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=111043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:57:18.188030 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529715889'] for segment (33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.201107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2270b-48e5-470b-b7b5-a027018f0626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce1d16-3a77-4bbd-af9d-949cefbaf5f4,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:18.260848 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d resource provider aggregate not found Jun 21 16:57:18.277713 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33fd3f5d-cfae-4e82-ab6b-2d6643d1d58d found for delete ", "request_id": "req-e049bdc7-4e1e-44ea-a305-1f416b0cf161"}]} Jun 21 16:57:18.457716 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (f0004be1-bab7-4d02-bcd6-077fd63e15a3), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.464752 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:18.473809 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] 10.222.0.70 "DELETE /v2.0/networks/f0004be1-bab7-4d02-bcd6-077fd63e15a3 HTTP/1.1" status: 204 len: 168 time: 0.9451027 Jun 21 16:57:18.479079 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b5e08-eae0-4e6b-8d5f-4816df1a883d admin admin] Pushing event deleted for resources: {'Network': ['ID=f0004be1-bab7-4d02-bcd6-077fd63e15a3,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:18.758495 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device eb5d791e-b517-464f-8897-f770af083656 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:18.779582 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: eb5d791e-b517-464f-8897-f770af083656 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:18.780414 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device eb5d791e-b517-464f-8897-f770af083656 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:18.780893 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 55f00bcf-071a-4962-8cf2-72a53d5a5c63 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:18.801871 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 55f00bcf-071a-4962-8cf2-72a53d5a5c63 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:18.802225 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 55f00bcf-071a-4962-8cf2-72a53d5a5c63 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:18.929129 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d9c1c-fd6c-4723-892c-95507d3130fc req-69d6e35f-77cb-4055-9ab3-5170e385f727 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:18.930760 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-516d9c1c-fd6c-4723-892c-95507d3130fc req-69d6e35f-77cb-4055-9ab3-5170e385f727 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 946 time: 0.0531740 Jun 21 16:57:18.933428 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42002) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:18.982010 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-2aca5654-8272-43c1-8a10-514646190d94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ab25929bbd643a68f0f01f1fb22b292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445511 Jun 21 16:57:18.982281 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42004) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:18.986848 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-516d9c1c-fd6c-4723-892c-95507d3130fc req-63d2379b-2742-4ebd-affe-70d93e5fe87f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502920 Jun 21 16:57:19.038647 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aa84-6ba0-4120-893c-dd6eb6236873 admin admin] Publish callbacks [] for security_group (1cdd8adb-c4d6-4dee-980e-c92b4a7092d5), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.063697 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aa84-6ba0-4120-893c-dd6eb6236873 admin admin] Publish callbacks [] for security_group (1cdd8adb-c4d6-4dee-980e-c92b4a7092d5), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.129363 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42006) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:19.144445 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-35236379-c50e-4ced-a903-affdcea035f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.224056 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aa84-6ba0-4120-893c-dd6eb6236873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (1cdd8adb-c4d6-4dee-980e-c92b4a7092d5), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.227882 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-d2f3aa84-6ba0-4120-893c-dd6eb6236873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.229328 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-d2f3aa84-6ba0-4120-893c-dd6eb6236873 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cdd8adb-c4d6-4dee-980e-c92b4a7092d5 HTTP/1.1" status: 204 len: 168 time: 0.2461383 Jun 21 16:57:19.245253 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3aa84-6ba0-4120-893c-dd6eb6236873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdd8adb-c4d6-4dee-980e-c92b4a7092d5,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:19.276831 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:19.309546 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-35236379-c50e-4ced-a903-affdcea035f2 admin admin] Publish callbacks [] for security_group (3f123e2e-9142-424c-abf4-6f999a370950), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.377584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-35236379-c50e-4ced-a903-affdcea035f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (3f123e2e-9142-424c-abf4-6f999a370950), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.421181 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-35236379-c50e-4ced-a903-affdcea035f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74668246cac3483c8f7d603b4bff24fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902980 Jun 21 16:57:19.423203 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35236379-c50e-4ced-a903-affdcea035f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f123e2e-9142-424c-abf4-6f999a370950,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:19.426476 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42010) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:19.486825 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-022d4961-c52d-4331-8d67-d00c1c73b15f admin admin] Publish callbacks [] for security_group (3f123e2e-9142-424c-abf4-6f999a370950), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.510841 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-022d4961-c52d-4331-8d67-d00c1c73b15f admin admin] Publish callbacks [] for security_group (3f123e2e-9142-424c-abf4-6f999a370950), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.680072 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-022d4961-c52d-4331-8d67-d00c1c73b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (3f123e2e-9142-424c-abf4-6f999a370950), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.684317 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-022d4961-c52d-4331-8d67-d00c1c73b15f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:19.686966 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-022d4961-c52d-4331-8d67-d00c1c73b15f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f123e2e-9142-424c-abf4-6f999a370950 HTTP/1.1" status: 204 len: 168 time: 0.2608900 Jun 21 16:57:19.703381 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d4961-c52d-4331-8d67-d00c1c73b15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f123e2e-9142-424c-abf4-6f999a370950,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:20.119097 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1501b-6156-4166-b6a8-b4bf4c4e75d5 req-10d25a4d-a86e-43e6-bdff-2b9946b442c9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:20.120717 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-65b1501b-6156-4166-b6a8-b4bf4c4e75d5 req-10d25a4d-a86e-43e6-bdff-2b9946b442c9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 946 time: 0.0551250 Jun 21 16:57:20.179303 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-65b1501b-6156-4166-b6a8-b4bf4c4e75d5 req-6da16221-5f49-4a98-9b09-0b1a46de6018 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=026314cb-11f8-465b-9047-70a6ca85233c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528805 Jun 21 16:57:20.223647 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42026) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:20.270978 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-541f2b8c-4831-4fa1-8406-cb83b411b44f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e574e097b4d41c0a28fd202b6417017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452559 Jun 21 16:57:20.274125 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42030) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:20.357558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-47fc4587-cfa4-4b5c-a5ed-560e6205f5b2 admin admin] Publish callbacks [] for security_group (fb45a057-afa2-4d1c-99c7-6285491aa1e8), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:20.387560 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-a6f8bb72-9111-4369-9093-028e3f6a40bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:20.388986 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-a6f8bb72-9111-4369-9093-028e3f6a40bc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 946 time: 0.0618873 Jun 21 16:57:20.406383 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-47fc4587-cfa4-4b5c-a5ed-560e6205f5b2 admin admin] Publish callbacks [] for security_group (fb45a057-afa2-4d1c-99c7-6285491aa1e8), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:20.507758 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Deleting port 7cb6c36c-9757-4544-9b68-2781176ab5c4 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:20.508103 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:20.612723 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] For port 7cb6c36c-9757-4544-9b68-2781176ab5c4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7cb6c36c-9757-4544-9b68-2781176ab5c4,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:20.613026 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:20.665706 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-47fc4587-cfa4-4b5c-a5ed-560e6205f5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (fb45a057-afa2-4d1c-99c7-6285491aa1e8), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:20.668438 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-47fc4587-cfa4-4b5c-a5ed-560e6205f5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:20.672121 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-47fc4587-cfa4-4b5c-a5ed-560e6205f5b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb45a057-afa2-4d1c-99c7-6285491aa1e8 HTTP/1.1" status: 204 len: 168 time: 0.3944869 Jun 21 16:57:20.690266 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc4587-cfa4-4b5c-a5ed-560e6205f5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb45a057-afa2-4d1c-99c7-6285491aa1e8,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:20.811055 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:20.823476 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:20.823841 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (b90601fb-c6f0-47cd-be6a-5d1034c647e3), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:20.824164 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Floating IP b90601fb-c6f0-47cd-be6a-5d1034c647e3 disassociated. External IP: 172.27.2.64, port: 7cb6c36c-9757-4544-9b68-2781176ab5c4. Jun 21 16:57:20.824512 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Calling delete_port for 7cb6c36c-9757-4544-9b68-2781176ab5c4 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:20.979691 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:21.079148 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (7cb6c36c-9757-4544-9b68-2781176ab5c4), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:21.114491 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'Port': ['ID=7cb6c36c-9757-4544-9b68-2781176ab5c4,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:21.265448 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:57:21.310013 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-34a52a67-9915-42a2-8895-90a511e0eafe req-6decf13f-4ff7-45a4-bfef-a9a855b52f39 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 210 time: 0.0318959 Jun 21 16:57:21.374161 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:57:21.384512 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:57:21.400579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:21.401100 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:21.418143 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] No DVR routers for this DVR port 7cb6c36c-9757-4544-9b68-2781176ab5c4 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:57:21.420563 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:21.423850 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-99d0adf1-e28b-419a-9190-1edb04001cb7 req-6e1dbaa1-2b01-4233-9441-68ed21f42b33 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "DELETE /v2.0/ports/7cb6c36c-9757-4544-9b68-2781176ab5c4 HTTP/1.1" status: 204 len: 173 time: 1.0295367 Jun 21 16:57:21.424499 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'name': 'network-vif-deleted', 'tag': '7cb6c36c-9757-4544-9b68-2781176ab5c4'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:21.429844 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae257a-6dbb-480c-8ef1-0d623d95be5f" -d '{"events": [{"server_uuid": "5e0967ec-4512-4953-8d0c-cd5c2616341c", "name": "network-vif-deleted", "tag": "7cb6c36c-9757-4544-9b68-2781176ab5c4"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:21.531008 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:21.628564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b297b-5804-46fa-84b4-67e9f9d79a3c x-openstack-request-id: req-130b297b-5804-46fa-84b4-67e9f9d79a3c {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:21.629318 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0967ec-4512-4953-8d0c-cd5c2616341c", "name": "network-vif-deleted", "tag": "7cb6c36c-9757-4544-9b68-2781176ab5c4", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:21.629729 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-130b297b-5804-46fa-84b4-67e9f9d79a3c {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:21.630286 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130b297b-5804-46fa-84b4-67e9f9d79a3c'] response: {'server_uuid': '5e0967ec-4512-4953-8d0c-cd5c2616341c', 'name': 'network-vif-deleted', 'tag': '7cb6c36c-9757-4544-9b68-2781176ab5c4', 'status': 'completed', 'code': 200} Jun 21 16:57:21.772348 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:11Z', 'revision_number': 2, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:21.798027 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:57:21.807557 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:21.808202 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:21.821961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42058) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:21.926905 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:21.950909 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-74e08857-7515-4614-95ca-c5c603c57b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:22.051579 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:22.168942 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:11Z', 'revision_number': 2, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:22.200252 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024f563-79dc-4701-8fb4-d2653c791e8b None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '20ff85c8-87d3-464f-896d-51ba6f269fd9', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:18:17:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:54:41Z', 'updated_at': '2022-06-21T16:55:11Z', 'revision_number': 2, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:57:22.319924 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-74e08857-7515-4614-95ca-c5c603c57b28 admin admin] Publish callbacks [] for security_group (346cc708-24bb-4a38-8362-c498ad0cd166), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:22.398547 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-74e08857-7515-4614-95ca-c5c603c57b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (346cc708-24bb-4a38-8362-c498ad0cd166), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:22.439734 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-379101e9-cdea-4d9b-a5d5-3092b80da052 req-fb0f23dd-981e-429c-8fe3-cb8c9d3246e4 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=5e0967ec-4512-4953-8d0c-cd5c2616341c HTTP/1.1" status: 200 len: 210 time: 0.0319200 Jun 21 16:57:22.463458 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-74e08857-7515-4614-95ca-c5c603c57b28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76306680468e4b4ebc7aa6891138fd1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6377647 Jun 21 16:57:22.465872 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42070) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:22.470599 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e08857-7515-4614-95ca-c5c603c57b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346cc708-24bb-4a38-8362-c498ad0cd166,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:22.493867 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d399db-265f-4603-bff7-2d793a9eca31 None None] New status for floating IP b90601fb-c6f0-47cd-be6a-5d1034c647e3: DOWN {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:57:22.530422 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9432-b466-4370-8da1-37786d5f90aa admin admin] Publish callbacks [] for security_group (346cc708-24bb-4a38-8362-c498ad0cd166), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:22.561115 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9432-b466-4370-8da1-37786d5f90aa admin admin] Publish callbacks [] for security_group (346cc708-24bb-4a38-8362-c498ad0cd166), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:22.599012 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:22.726027 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9432-b466-4370-8da1-37786d5f90aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (346cc708-24bb-4a38-8362-c498ad0cd166), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:22.728813 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9432-b466-4370-8da1-37786d5f90aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:22.733113 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0a3e9432-b466-4370-8da1-37786d5f90aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/346cc708-24bb-4a38-8362-c498ad0cd166 HTTP/1.1" status: 204 len: 168 time: 0.2682981 Jun 21 16:57:22.742825 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e9432-b466-4370-8da1-37786d5f90aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cc708-24bb-4a38-8362-c498ad0cd166,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:23.077363 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7cb6c36c-9757-4544-9b68-2781176ab5c4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:23.097990 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 7cb6c36c-9757-4544-9b68-2781176ab5c4 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:23.098333 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7cb6c36c-9757-4544-9b68-2781176ab5c4 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:23.692504 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42092) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:23.750420 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c6e44efd-b09f-487e-a1c7-4bf2bc8bf6f7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (026314cb-11f8-465b-9047-70a6ca85233c), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:23.778874 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c6e44efd-b09f-487e-a1c7-4bf2bc8bf6f7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (026314cb-11f8-465b-9047-70a6ca85233c), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:23.942662 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c6e44efd-b09f-487e-a1c7-4bf2bc8bf6f7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (026314cb-11f8-465b-9047-70a6ca85233c), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:23.946060 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c6e44efd-b09f-487e-a1c7-4bf2bc8bf6f7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:23.947238 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c6e44efd-b09f-487e-a1c7-4bf2bc8bf6f7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "DELETE /v2.0/security-groups/026314cb-11f8-465b-9047-70a6ca85233c HTTP/1.1" status: 204 len: 168 time: 0.2526746 Jun 21 16:57:23.950194 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42100) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:23.956764 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e44efd-b09f-487e-a1c7-4bf2bc8bf6f7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026314cb-11f8-465b-9047-70a6ca85233c,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:23.965929 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.api.v2.resource [None req-17c768e6-a457-41ad-a030-ea765c9bf5fd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] show failed (client error): The resource could not be found. Jun 21 16:57:23.969338 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-17c768e6-a457-41ad-a030-ea765c9bf5fd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups/026314cb-11f8-465b-9047-70a6ca85233c HTTP/1.1" status: 404 len: 347 time: 0.0157032 Jun 21 16:57:23.970156 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42102) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:24.104831 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Deleting port bac09aa6-2a05-47c4-8559-ee6739146144 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:24.105182 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (bac09aa6-2a05-47c4-8559-ee6739146144), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:24.173999 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:24.206461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (bac09aa6-2a05-47c4-8559-ee6739146144), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:24.206772 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (bac09aa6-2a05-47c4-8559-ee6739146144), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:24.220428 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Calling delete_port for bac09aa6-2a05-47c4-8559-ee6739146144 owned by network:floatingip {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:24.485584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (bac09aa6-2a05-47c4-8559-ee6739146144), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:24.517484 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'Port': ['ID=bac09aa6-2a05-47c4-8559-ee6739146144,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:24.573191 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:24.583506 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (b90601fb-c6f0-47cd-be6a-5d1034c647e3), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:24.586333 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:24.587589 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-88abf5fa-f330-452f-a50a-02a43c831ff9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "DELETE /v2.0/floatingips/b90601fb-c6f0-47cd-be6a-5d1034c647e3 HTTP/1.1" status: 204 len: 168 time: 0.6164744 Jun 21 16:57:26.427178 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=67 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:28.928937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520718-f634-49a1-8d48-0a2578194e0e req-59460aad-c597-44d3-b062-c2f99639358e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:28.930603 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-99520718-f634-49a1-8d48-0a2578194e0e req-59460aad-c597-44d3-b062-c2f99639358e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0482738 Jun 21 16:57:28.991069 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-99520718-f634-49a1-8d48-0a2578194e0e req-86d0f078-9a38-4615-9e6c-fd6e1f345648 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 Jun 21 16:57:30.113772 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec9ae3-ec4d-48d0-a880-4e34bf13e307 req-d1cec656-07a0-45e4-9c5a-2029e622710d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:30.115391 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-faec9ae3-ec4d-48d0-a880-4e34bf13e307 req-d1cec656-07a0-45e4-9c5a-2029e622710d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0495949 Jun 21 16:57:30.168148 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-faec9ae3-ec4d-48d0-a880-4e34bf13e307 req-29067df8-468d-404f-9fdb-fc37ea90e4cb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471900 Jun 21 16:57:30.816452 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:31.290647 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316afd2c-be9d-4740-a181-2c8e6dae96a1 req-32ef8245-bde7-4f2d-a401-d324a8afaabf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:31.292125 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-316afd2c-be9d-4740-a181-2c8e6dae96a1 req-32ef8245-bde7-4f2d-a401-d324a8afaabf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0500574 Jun 21 16:57:31.341521 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-316afd2c-be9d-4740-a181-2c8e6dae96a1 req-b5e8c7bb-2a5b-457c-893a-08d8bfdd7ecf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439224 Jun 21 16:57:32.459777 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5adbf-d404-475e-a40d-9d589c1cef70 req-57c36356-a46a-4bb1-b545-377a03f7c3d0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:32.461394 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-efb5adbf-d404-475e-a40d-9d589c1cef70 req-57c36356-a46a-4bb1-b545-377a03f7c3d0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0489695 Jun 21 16:57:32.512537 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-efb5adbf-d404-475e-a40d-9d589c1cef70 req-9a7d801f-6f97-4968-85cd-035b7047689e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448167 Jun 21 16:57:32.617751 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:33.633449 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea23cfd-cd04-46a1-a672-45b1bd68248d req-d8ec05a4-2e06-460a-860e-753bc43b98cd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:33.635825 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6ea23cfd-cd04-46a1-a672-45b1bd68248d req-d8ec05a4-2e06-460a-860e-753bc43b98cd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0513213 Jun 21 16:57:33.686532 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6ea23cfd-cd04-46a1-a672-45b1bd68248d req-b411ecaa-0764-4b2e-8798-10a8a1a54595 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Jun 21 16:57:34.102185 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5f5a92a6-c7e3-4b60-ad7c-9c83fd255ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:34.378816 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-bf2464f6-db05-4f24-ae78-904172c872b8 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:34.380566 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-bf2464f6-db05-4f24-ae78-904172c872b8 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0550258 Jun 21 16:57:34.465806 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Deleting port 10e929cc-6721-4663-927d-8eb4ca2d862b {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:34.466151 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:34.563226 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] For port 10e929cc-6721-4663-927d-8eb4ca2d862b, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=10e929cc-6721-4663-927d-8eb4ca2d862b,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:34.563618 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:34.738947 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:34.740746 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (20ff85c8-87d3-464f-896d-51ba6f269fd9), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:34.741347 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Floating IP 20ff85c8-87d3-464f-896d-51ba6f269fd9 disassociated. External IP: 172.27.2.217, port: 10e929cc-6721-4663-927d-8eb4ca2d862b. Jun 21 16:57:34.742032 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Calling delete_port for 10e929cc-6721-4663-927d-8eb4ca2d862b owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:34.817525 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57448ea-e93b-424f-8999-5e6a0125dba0 req-55196780-eb61-452d-a166-117d6ae8d4b0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:34.819118 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c57448ea-e93b-424f-8999-5e6a0125dba0 req-55196780-eb61-452d-a166-117d6ae8d4b0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 946 time: 0.0528579 Jun 21 16:57:34.869943 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c57448ea-e93b-424f-8999-5e6a0125dba0 req-6ba621d5-49c9-49ff-9a8a-92a9a025587c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438390 Jun 21 16:57:34.931125 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (10e929cc-6721-4663-927d-8eb4ca2d862b), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:34.958913 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'Port': ['ID=10e929cc-6721-4663-927d-8eb4ca2d862b,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:35.003892 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:35.017676 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:35.075165 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:57:35.186376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:57:35.199653 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:57:35.210100 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:35.210681 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:35.233538 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] No DVR routers for this DVR port 10e929cc-6721-4663-927d-8eb4ca2d862b on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:57:35.236130 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:35.239316 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-393f2ec8-d271-41c8-801b-ac4110f4a183 req-968ebaeb-55fa-494f-80ad-7d4bc7372699 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "DELETE /v2.0/ports/10e929cc-6721-4663-927d-8eb4ca2d862b HTTP/1.1" status: 204 len: 173 time: 0.8537221 Jun 21 16:57:35.239737 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'name': 'network-vif-deleted', 'tag': '10e929cc-6721-4663-927d-8eb4ca2d862b'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:35.242029 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77168241-eaeb-4bc9-855d-944a82fee316" -d '{"events": [{"server_uuid": "1c19e657-0d31-410a-b755-4e2d41c926d6", "name": "network-vif-deleted", "tag": "10e929cc-6721-4663-927d-8eb4ca2d862b"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:35.253224 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:35.286400 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9fe8f4-d680-4297-a63a-9db11690b377 x-openstack-request-id: req-6f9fe8f4-d680-4297-a63a-9db11690b377 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:35.286699 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c19e657-0d31-410a-b755-4e2d41c926d6", "name": "network-vif-deleted", "tag": "10e929cc-6721-4663-927d-8eb4ca2d862b", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:35.286967 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f9fe8f4-d680-4297-a63a-9db11690b377 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:35.287373 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9fe8f4-d680-4297-a63a-9db11690b377'] response: {'server_uuid': '1c19e657-0d31-410a-b755-4e2d41c926d6', 'name': 'network-vif-deleted', 'tag': '10e929cc-6721-4663-927d-8eb4ca2d862b', 'status': 'completed', 'code': 200} Jun 21 16:57:35.329040 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:35.542529 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:35.567126 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:57:35.576241 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:35.576846 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:35.690732 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:35.861189 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:36.015921 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-be2bf007-7a8e-4ec3-8cae-0888a2a05723 req-428c4d5b-44ae-4f9a-8c36-96ededfba385 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c19e657-0d31-410a-b755-4e2d41c926d6 HTTP/1.1" status: 200 len: 210 time: 0.0384550 Jun 21 16:57:36.044287 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:36.072993 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15361d2-d622-4f71-bb1b-ce1522efeb50 None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:57:36.219345 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-e3d29e2a-4699-4d84-b6d4-c8fbb8f3457c tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254481239&fields=id&tenant_id=7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 267 time: 0.0613880 Jun 21 16:57:36.267583 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f70569b6-ee20-4b13-9d39-43f2c8ec252c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:36.352381 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-849373ce-d98d-40bb-89d0-5a0c16afee63 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:36.365384 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-849373ce-d98d-40bb-89d0-5a0c16afee63 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 812 time: 0.1303575 Jun 21 16:57:36.389536 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-c8a45184-2910-430c-8c73-91236b693c1b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/quotas/7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 375 time: 0.0230286 Jun 21 16:57:36.392502 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b584d-da87-47f7-bf1a-2f3512d4331b None None] New status for floating IP 20ff85c8-87d3-464f-896d-51ba6f269fd9: DOWN {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:57:36.441075 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-9215a521-ca40-4144-84fe-44ed176f7e12 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506582 Jun 21 16:57:36.550389 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-549b3b2a-b8d5-4cc6-854c-2a5865e51295 service neutron] 10.222.0.70 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948920 Jun 21 16:57:36.654531 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-a27e586a-578b-4ced-8c6a-42bd0804c11a service neutron] 10.222.0.70 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979300 Jun 21 16:57:37.097768 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 10e929cc-6721-4663-927d-8eb4ca2d862b no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:57:37.123287 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 10e929cc-6721-4663-927d-8eb4ca2d862b {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:57:37.123646 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 10e929cc-6721-4663-927d-8eb4ca2d862b not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:57:37.344949 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42288) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:37.402379 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-648aead2-0169-4d16-b573-faba2367087e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:37.445181 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-648aead2-0169-4d16-b573-faba2367087e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:37.481800 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8f0b7424-83eb-49d2-9fe7-7e4af3b16c1e req-c3dd7008-e24b-4212-b9d5-2cb802ddbd8f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 210 time: 0.0340641 Jun 21 16:57:37.508658 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:37.599629 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-648aead2-0169-4d16-b573-faba2367087e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:37.602267 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-648aead2-0169-4d16-b573-faba2367087e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:37.603434 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-648aead2-0169-4d16-b573-faba2367087e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc HTTP/1.1" status: 204 len: 168 time: 0.2574558 Jun 21 16:57:37.606366 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42298) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:37.612943 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aead2-0169-4d16-b573-faba2367087e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:37.620008 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.api.v2.resource [None req-0ac7cd3f-46ae-4b71-bec8-fd2bb83c5f92 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] show failed (client error): The resource could not be found. Jun 21 16:57:37.621645 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0ac7cd3f-46ae-4b71-bec8-fd2bb83c5f92 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups/9a63fd23-5fd6-4dc8-adec-ab0302d6b5bc HTTP/1.1" status: 404 len: 347 time: 0.0141997 Jun 21 16:57:37.624766 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42300) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:37.739668 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Deleting port f39deb3b-ac83-4c74-9946-d7f500e18258 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:57:37.740020 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (f39deb3b-ac83-4c74-9946-d7f500e18258), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:37.818563 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (f39deb3b-ac83-4c74-9946-d7f500e18258), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:37.818883 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (f39deb3b-ac83-4c74-9946-d7f500e18258), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:37.838934 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:37.838934 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Calling delete_port for f39deb3b-ac83-4c74-9946-d7f500e18258 owned by network:floatingip {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:57:37.935081 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:38.074493 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (f39deb3b-ac83-4c74-9946-d7f500e18258), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:38.103424 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'Port': ['ID=f39deb3b-ac83-4c74-9946-d7f500e18258,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:38.396639 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (20ff85c8-87d3-464f-896d-51ba6f269fd9), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:38.399070 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:38.400257 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0073dd9a-b1e6-40db-915b-33d477b54adc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "DELETE /v2.0/floatingips/20ff85c8-87d3-464f-896d-51ba6f269fd9 HTTP/1.1" status: 204 len: 168 time: 0.7743185 Jun 21 16:57:38.580969 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5d660731-761c-44c3-91e9-7c2a32ac2199 req-e8ce84c7-2475-4e6f-9929-190ff2e077c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Jun 21 16:57:38.612641 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42316) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:38.617117 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-c775aeb6-b19e-48d0-9df3-42b82a139d69 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910728542', 'description': 'tempest-description--1174705164'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:38.765680 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c775aeb6-b19e-48d0-9df3-42b82a139d69 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:38.846913 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c775aeb6-b19e-48d0-9df3-42b82a139d69 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (a72977d1-c3be-43a1-aa2d-ce4e5f4885ca), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:38.884972 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:38.930111 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c775aeb6-b19e-48d0-9df3-42b82a139d69 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (a72977d1-c3be-43a1-aa2d-ce4e5f4885ca), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:38.954689 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:38.967260 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775aeb6-b19e-48d0-9df3-42b82a139d69 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:39.064374 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c775aeb6-b19e-48d0-9df3-42b82a139d69 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.065627 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c775aeb6-b19e-48d0-9df3-42b82a139d69 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4519236 Jun 21 16:57:39.068632 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42320) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:39.073348 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-cab43a56-03ea-470a-b856-013707d44608 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group_rule': {'security_group_id': 'a72977d1-c3be-43a1-aa2d-ce4e5f4885ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:39.218432 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cab43a56-03ea-470a-b856-013707d44608 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (53bc318a-3354-40db-8178-6966dc2254ea), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.304555 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cab43a56-03ea-470a-b856-013707d44608 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (53bc318a-3354-40db-8178-6966dc2254ea), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.462947 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cab43a56-03ea-470a-b856-013707d44608 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (53bc318a-3354-40db-8178-6966dc2254ea), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.463552 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-a43681bf-56a3-41fc-b7f8-c67617dfaba9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393825 Jun 21 16:57:39.481469 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab43a56-03ea-470a-b856-013707d44608 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bc318a-3354-40db-8178-6966dc2254ea,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:39.561830 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cab43a56-03ea-470a-b856-013707d44608 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.563065 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-cab43a56-03ea-470a-b856-013707d44608 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4933720 Jun 21 16:57:39.565869 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42326) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:39.570114 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-a97ef16a-2f38-4e45-8fb0-8102e43e53de tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group_rule': {'security_group_id': 'a72977d1-c3be-43a1-aa2d-ce4e5f4885ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:39.680251 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-71960171-a9ad-4c98-9224-95e488bddd5c req-2685b7d4-491b-4ae2-b5aa-5fc0b181660b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 210 time: 0.0282512 Jun 21 16:57:39.690814 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a97ef16a-2f38-4e45-8fb0-8102e43e53de tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (0aa4c8b4-76d6-4879-9e58-be925c8ff2b4), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.713053 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:39.746779 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-e9fdd351-94b8-47f4-9145-c653bdcc9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:39.748799 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-e9fdd351-94b8-47f4-9145-c653bdcc9e2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 1130 time: 0.0543869 Jun 21 16:57:39.753595 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a97ef16a-2f38-4e45-8fb0-8102e43e53de tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (0aa4c8b4-76d6-4879-9e58-be925c8ff2b4), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.834069 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a97ef16a-2f38-4e45-8fb0-8102e43e53de tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (0aa4c8b4-76d6-4879-9e58-be925c8ff2b4), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.853064 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ef16a-2f38-4e45-8fb0-8102e43e53de tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa4c8b4-76d6-4879-9e58-be925c8ff2b4,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:39.859263 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42332) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:39.879010 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-1b831ae8-0bdf-4c54-a3ed-17460a22e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:39.880516 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-1b831ae8-0bdf-4c54-a3ed-17460a22e4e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 914 time: 0.1115417 Jun 21 16:57:39.944913 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-c88e2b2a-3060-4121-9a34-77fe3b03177c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b654ed50-66dd-4643-897e-9f5c0d189bff HTTP/1.1" status: 200 len: 1001 time: 0.0578349 Jun 21 16:57:39.945216 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a97ef16a-2f38-4e45-8fb0-8102e43e53de tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:39.950072 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a97ef16a-2f38-4e45-8fb0-8102e43e53de tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3797138 Jun 21 16:57:39.950778 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42336) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:39.956326 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:39.981794 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:40.038661 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2790-4e21-4842-a578-4a111b74237d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.062137 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.090528 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-c884a0f8-6e04-46f4-8e38-25ea02ead9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:40.090528 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-c884a0f8-6e04-46f4-8e38-25ea02ead9de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.1365421 Jun 21 16:57:40.160596 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.173899 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-7ed9cbe4-c69f-4094-a14c-3d2dd8a213eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:40.175608 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-7ed9cbe4-c69f-4094-a14c-3d2dd8a213eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0797601 Jun 21 16:57:40.189546 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-6b2c7331-7143-45be-b1d6-bc812d4cc976 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:40.191234 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-6b2c7331-7143-45be-b1d6-bc812d4cc976 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 812 time: 0.2080758 Jun 21 16:57:40.225687 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:40.274047 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:40.302055 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Allocated IP 172.27.2.144 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/06fc06b6-a65b-4287-b53d-1d01a0858dc0) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:57:40.349254 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2790-4e21-4842-a578-4a111b74237d admin admin] Publish callbacks [] for security_group (0f51f27a-3288-4bb4-ac21-25f082db3fae), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.382716 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-74f0b0bb-9256-4d16-9e08-1d46b5ab6c1f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a8a0ae0c16a41c8b34547406830813a HTTP/1.1" status: 200 len: 379 time: 0.1748025 Jun 21 16:57:40.392129 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'port': {'device_id': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'admin_state_up': True, 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'security_groups': ['ff429d4e-af44-454b-9ddf-c330058f2b61']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:40.419011 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (06fc06b6-a65b-4287-b53d-1d01a0858dc0), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.422785 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-3572c514-bc78-4af5-871b-7dae86fefc5e service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288990 Jun 21 16:57:40.428023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-7d6b2790-4e21-4842-a578-4a111b74237d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0f51f27a-3288-4bb4-ac21-25f082db3fae), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.530974 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:40.546954 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-7d6b2790-4e21-4842-a578-4a111b74237d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93634c53fce14d48892ec6df7c7c0990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6866910 Jun 21 16:57:40.550200 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42348) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:40.553785 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b2790-4e21-4842-a578-4a111b74237d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f51f27a-3288-4bb4-ac21-25f082db3fae,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:40.569125 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (06fc06b6-a65b-4287-b53d-1d01a0858dc0), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.632188 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:57:40.634686 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e44654be-5f34-4abf-b00a-48d79baaad33 req-f02d2670-c145-4159-87dd-9e1fe3132c74 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027698 Jun 21 16:57:40.644274 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:57:40.644913 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:57:40.649086 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=06fc06b6-a65b-4287-b53d-1d01a0858dc0,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:40.690425 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-10d2d2f0-c8d3-45eb-bc54-4b3e56c8deb1 admin admin] Publish callbacks [] for security_group (0f51f27a-3288-4bb4-ac21-25f082db3fae), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.708858 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:40.711445 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Made reservation on behalf of 7a8a0ae0c16a41c8b34547406830813a for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:57:40.719093 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.726398 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-10d2d2f0-c8d3-45eb-bc54-4b3e56c8deb1 admin admin] Publish callbacks [] for security_group (0f51f27a-3288-4bb4-ac21-25f082db3fae), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.818101 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9e15d0e2-f8a5-4637-b4af-cdbd14a88938 req-8cb420ff-1eaa-41db-b8fd-a8317787d297 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 210 time: 0.0540810 Jun 21 16:57:40.821482 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (cc0895fa-31e8-4912-a696-14bb68d0da21), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:40.860087 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:40.865414 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Allocated IP 172.20.0.4 (c20083da-e0ff-47bb-b753-e54f100e0a6f/b743ccd9-7980-45e4-8c3f-d3c36764f8b2/711a0b2d-04b6-4f67-8f42-73102320e7af) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:57:40.936224 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (06fc06b6-a65b-4287-b53d-1d01a0858dc0), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.010507 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-10d2d2f0-c8d3-45eb-bc54-4b3e56c8deb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0f51f27a-3288-4bb4-ac21-25f082db3fae), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.014067 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-10d2d2f0-c8d3-45eb-bc54-4b3e56c8deb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.014683 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.015227 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-10d2d2f0-c8d3-45eb-bc54-4b3e56c8deb1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f51f27a-3288-4bb4-ac21-25f082db3fae HTTP/1.1" status: 204 len: 168 time: 0.4639637 Jun 21 16:57:41.064896 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2d2f0-c8d3-45eb-bc54-4b3e56c8deb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f51f27a-3288-4bb4-ac21-25f082db3fae,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:41.114257 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (06fc06b6-a65b-4287-b53d-1d01a0858dc0), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.114663 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.165699 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Network c20083da-e0ff-47bb-b753-e54f100e0a6f is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:57:41.168957 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:57:41.171586 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:57:41.199237 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=711a0b2d-04b6-4f67-8f42-73102320e7af,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:41.229859 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:41.237530 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.257422 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (06fc06b6-a65b-4287-b53d-1d01a0858dc0), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.343138 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:41.356727 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-86a95d59-febd-4d59-9a90-982caa0b7c48 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9684417 Jun 21 16:57:41.358238 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=06fc06b6-a65b-4287-b53d-1d01a0858dc0,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:41.368126 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (cc0895fa-31e8-4912-a696-14bb68d0da21), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.371682 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Request body: {'port': {'device_id': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:41.431684 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:41.435389 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.443080 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-848f16ce-267a-4e08-b3fa-d20262a5f08f None None] Provisioning complete for port 711a0b2d-04b6-4f67-8f42-73102320e7af triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:57:41.443080 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-848f16ce-267a-4e08-b3fa-d20262a5f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.483411 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-848f16ce-267a-4e08-b3fa-d20262a5f08f None None] Port 711a0b2d-04b6-4f67-8f42-73102320e7af cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:57:41.516362 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.518124 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ed2d62a2-3c4a-4f2c-8c64-60409c78e9bd tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5662477 Jun 21 16:57:41.750473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711a0b2d-04b6-4f67-8f42-73102320e7af {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:57:41.758892 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Publish callbacks [] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:41.772599 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-0d5eccfc-a51c-4554-b223-638787b84885 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1910728542&fields=id&tenant_id=97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 267 time: 0.0671754 Jun 21 16:57:41.778552 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Transition to ACTIVE for port object 711a0b2d-04b6-4f67-8f42-73102320e7af will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:57:41.883291 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992a96d-0779-45f9-924a-017a444a5898 req-c00c2a90-a0b9-4cc7-b95a-21bd5e3eb3af tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:41.884780 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-c00c2a90-a0b9-4cc7-b95a-21bd5e3eb3af tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 815 time: 0.1049178 Jun 21 16:57:41.900181 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-9ca6f14a-2079-4fa1-a40f-99fb2ab89d53 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/quotas/97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 375 time: 0.0098608 Jun 21 16:57:41.945849 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668eb1-cd86-40fd-8027-64ef920a7ba6 req-90a92d92-ff85-4aa0-be41-ee85d2f3ad21 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:41.947652 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-20668eb1-cd86-40fd-8027-64ef920a7ba6 req-90a92d92-ff85-4aa0-be41-ee85d2f3ad21 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 931 time: 0.0495789 Jun 21 16:57:41.956994 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-d41f34d7-9758-451a-bc8e-b0b03e8b2ebf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495634 Jun 21 16:57:41.968440 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:42.038680 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Pushing event updated for resources: {'Port': ['ID=711a0b2d-04b6-4f67-8f42-73102320e7af,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:42.058648 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-20668eb1-cd86-40fd-8027-64ef920a7ba6 req-e7778cdc-1a46-45e9-9004-d067cc29b1f7 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038971 Jun 21 16:57:42.081300 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:42.085740 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-fe99f3e7-ae12-4f97-9e7e-d98ae09e322c service neutron] 10.222.0.70 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089261 Jun 21 16:57:42.142509 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Attempting to bind port 711a0b2d-04b6-4f67-8f42-73102320e7af on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:57:42.142994 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Attempting to bind port 711a0b2d-04b6-4f67-8f42-73102320e7af by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:57:42.143429 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Attempting to bind port 711a0b2d-04b6-4f67-8f42-73102320e7af on network c20083da-e0ff-47bb-b753-e54f100e0a6f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:57:42.148741 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Port 711a0b2d-04b6-4f67-8f42-73102320e7af on network c20083da-e0ff-47bb-b753-e54f100e0a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:57:42.149177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Attempting to bind port 711a0b2d-04b6-4f67-8f42-73102320e7af on network c20083da-e0ff-47bb-b753-e54f100e0a6f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:57:42.155882 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:57:42.156222 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Checking segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:57:42.156601 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Bound using segment: {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:57:42.157029 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Bound port: 711a0b2d-04b6-4f67-8f42-73102320e7af, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4c87b2-8564-4796-8382-bd5c3f49f632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1230, 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:57:42.157871 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:42.217836 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-90570f39-670a-407e-bd49-0864cee57986 service neutron] 10.222.0.70 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256518 Jun 21 16:57:42.236396 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] For port 711a0b2d-04b6-4f67-8f42-73102320e7af, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:57:42.240410 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] For port 711a0b2d-04b6-4f67-8f42-73102320e7af, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=711a0b2d-04b6-4f67-8f42-73102320e7af,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:57:42.342634 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:42.385023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:42.386243 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:42.388217 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] 10.222.0.47 "PUT /v2.0/ports/711a0b2d-04b6-4f67-8f42-73102320e7af HTTP/1.1" status: 200 len: 1093 time: 1.0218613 Jun 21 16:57:42.389069 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:42.391282 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577b37e9-45bf-44d9-ab6f-d8103fc83190" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:42.414539 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89927059-222c-4a07-b14e-43760f0cdf77 service neutron] Pushing event updated for resources: {'Port': ['ID=711a0b2d-04b6-4f67-8f42-73102320e7af,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:42.459801 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac3d00d-12b5-48e1-992d-7639fb29566e x-openstack-request-id: req-1ac3d00d-12b5-48e1-992d-7639fb29566e {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:42.460233 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:42.460610 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ac3d00d-12b5-48e1-992d-7639fb29566e {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:42.461115 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac3d00d-12b5-48e1-992d-7639fb29566e'] response: {'name': 'network-changed', 'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'status': 'completed', 'code': 200} Jun 21 16:57:42.492116 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-07bedc85-ee4b-45cb-92f8-165c215bd8d2 req-f8393a98-8190-45c7-9354-d970ec4483a1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 210 time: 0.0414138 Jun 21 16:57:42.798873 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b37e9-45bf-44d9-ab6f-d8103fc83190 req-86a4e67f-1052-4f14-99c3-2e0ba5909ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:42.800385 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-577b37e9-45bf-44d9-ab6f-d8103fc83190 req-86a4e67f-1052-4f14-99c3-2e0ba5909ceb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 1127 time: 0.3226972 Jun 21 16:57:42.904696 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b37e9-45bf-44d9-ab6f-d8103fc83190 req-4ec905ad-2dfa-4d4b-b9ad-77ad315fd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:42.906167 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-577b37e9-45bf-44d9-ab6f-d8103fc83190 req-4ec905ad-2dfa-4d4b-b9ad-77ad315fd719 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a8a0ae0c16a41c8b34547406830813a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0987260 Jun 21 16:57:43.002203 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b37e9-45bf-44d9-ab6f-d8103fc83190 req-61d555d6-df8b-4cb9-8530-7b5318735802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:43.003777 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-577b37e9-45bf-44d9-ab6f-d8103fc83190 req-61d555d6-df8b-4cb9-8530-7b5318735802 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0916650 Jun 21 16:57:43.071044 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:43.080513 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-40dc3d4b-c07d-44fa-bc3f-dade6d40d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:43.082048 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-40dc3d4b-c07d-44fa-bc3f-dade6d40d214 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 1127 time: 0.0410786 Jun 21 16:57:43.126333 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-1cc176a5-56fd-451b-9b50-d098999adafb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711a0b2d-04b6-4f67-8f42-73102320e7af HTTP/1.1" status: 200 len: 217 time: 0.0372696 Jun 21 16:57:43.210172 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-23c77d6b-01fe-4a6a-9784-72a80f8e6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:43.211533 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-23c77d6b-01fe-4a6a-9784-72a80f8e6d04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0790355 Jun 21 16:57:43.218232 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358ef1a-4e16-4c68-84da-41623487b867 req-585c9329-4db7-4cfa-8f45-e48c2b22e808 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:43.219627 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e358ef1a-4e16-4c68-84da-41623487b867 req-585c9329-4db7-4cfa-8f45-e48c2b22e808 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 943 time: 0.0788960 Jun 21 16:57:43.287555 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-2574857a-dc53-495a-a381-ca51315a17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:43.289041 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-2574857a-dc53-495a-a381-ca51315a17de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0685658 Jun 21 16:57:43.326953 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e358ef1a-4e16-4c68-84da-41623487b867 req-b6831ecc-8eb3-4776-b455-8f65370c093e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981669 Jun 21 16:57:43.395292 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-0f3f2bb4-ae68-4859-b9e3-b9215699b4cd service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990314 Jun 21 16:57:43.492906 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9332c4d5-c6e9-4155-af1f-52d14d98d812 req-53c5aa35-e203-4be4-b02f-5ba5acde2c1b service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917695 Jun 21 16:57:43.597769 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-771a325c-4654-476e-94fa-71d6b36f7d79 req-69fbd15d-f3c6-4deb-92c4-e9461c744cf8 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 210 time: 0.0280979 Jun 21 16:57:44.442652 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db64ebe-826d-4ce2-992a-3007e982a94b req-42c7cd54-4a96-42cc-88a1-34cb76126131 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:44.446431 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2db64ebe-826d-4ce2-992a-3007e982a94b req-42c7cd54-4a96-42cc-88a1-34cb76126131 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 943 time: 0.0484741 Jun 21 16:57:44.498148 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2db64ebe-826d-4ce2-992a-3007e982a94b req-4695d4f5-1acb-4e5a-ab10-f3af956a5a13 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473232 Jun 21 16:57:44.702695 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f6af7523-a858-43b7-a290-d82a20c517b2 req-447f4217-0ead-4cd9-9df0-f333ee620bf5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 210 time: 0.0331142 Jun 21 16:57:44.740080 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992a96d-0779-45f9-924a-017a444a5898 req-b39c4147-f088-452d-8c0d-b4bbe898b829 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:44.741565 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-b39c4147-f088-452d-8c0d-b4bbe898b829 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 815 time: 0.1135705 Jun 21 16:57:44.798373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:44.804846 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-e74f1adb-d793-4262-8c29-36faf41330ab tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 380 time: 0.0547450 Jun 21 16:57:44.817786 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'port': {'device_id': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'admin_state_up': True, 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'security_groups': ['a72977d1-c3be-43a1-aa2d-ce4e5f4885ca']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:44.999712 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Made reservation on behalf of 97cafcd59ef1433ba71a47a01b3a331c for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:57:45.003230 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:45.133990 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Allocated IP 172.20.0.7 (83741c3b-7ff0-4b33-b398-e82b72fea3bd/05ab1f0a-00cd-416c-abd3-44c8b8057251/036c8d2f-ef99-48d2-b631-53e8019c1724) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:57:45.282416 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:45.283585 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:45.405475 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:45.450144 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:57:45.453166 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:57:45.456833 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:57:45.489686 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=036c8d2f-ef99-48d2-b631-53e8019c1724,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:45.517912 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:45.518576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:45.615829 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-a8a66fb7-76e1-4fe5-8036-52d514b471df tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8017967 Jun 21 16:57:45.623017 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfb3dd-8d82-4d51-b839-f13a1a1aae86 req-5ba8d5f8-58e0-4115-a3cd-bb8004c8fb6e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:45.624859 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b3dfb3dd-8d82-4d51-b839-f13a1a1aae86 req-5ba8d5f8-58e0-4115-a3cd-bb8004c8fb6e tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 943 time: 0.0552707 Jun 21 16:57:45.629640 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Request body: {'port': {'device_id': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:45.673943 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-d73ab29c-8dba-44d8-9c89-c15846dc3d7d None None] Provisioning complete for port 036c8d2f-ef99-48d2-b631-53e8019c1724 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:57:45.674634 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d73ab29c-8dba-44d8-9c89-c15846dc3d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:45.686879 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:45.705493 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-d73ab29c-8dba-44d8-9c89-c15846dc3d7d None None] Port 036c8d2f-ef99-48d2-b631-53e8019c1724 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:57:45.726790 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b3dfb3dd-8d82-4d51-b839-f13a1a1aae86 req-0fa6708b-9d90-431a-b772-0672977b6c0b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930130 Jun 21 16:57:45.732596 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:45.826268 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa08037-b3a6-464a-a076-d77196947314 req-1b9f8c30-e874-45da-977b-75a9d5d0c39c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:45.827659 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2aa08037-b3a6-464a-a076-d77196947314 req-1b9f8c30-e874-45da-977b-75a9d5d0c39c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 931 time: 0.0478265 Jun 21 16:57:45.849512 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:45.878101 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2aa08037-b3a6-464a-a076-d77196947314 req-6b436760-7976-4227-870e-afa15748f65f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445352 Jun 21 16:57:46.015947 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036c8d2f-ef99-48d2-b631-53e8019c1724 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:57:46.023584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Publish callbacks [] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:46.037454 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Transition to ACTIVE for port object 036c8d2f-ef99-48d2-b631-53e8019c1724 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:57:46.096300 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:46.150883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Pushing event updated for resources: {'Port': ['ID=036c8d2f-ef99-48d2-b631-53e8019c1724,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:46.232946 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Attempting to bind port 036c8d2f-ef99-48d2-b631-53e8019c1724 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:57:46.233295 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Attempting to bind port 036c8d2f-ef99-48d2-b631-53e8019c1724 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:57:46.233684 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Attempting to bind port 036c8d2f-ef99-48d2-b631-53e8019c1724 on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:57:46.238543 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Port 036c8d2f-ef99-48d2-b631-53e8019c1724 on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:57:46.238861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Attempting to bind port 036c8d2f-ef99-48d2-b631-53e8019c1724 on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:57:46.244185 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:57:46.244522 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Checking segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:57:46.244902 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Bound using segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:57:46.245427 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Bound port: 036c8d2f-ef99-48d2-b631-53e8019c1724, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:57:46.246348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:46.271700 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:57:46.313513 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] For port 036c8d2f-ef99-48d2-b631-53e8019c1724, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:57:46.316558 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] For port 036c8d2f-ef99-48d2-b631-53e8019c1724, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=036c8d2f-ef99-48d2-b631-53e8019c1724,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:57:46.445900 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:46.481403 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:46.482093 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:46.484176 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] 10.222.0.47 "PUT /v2.0/ports/036c8d2f-ef99-48d2-b631-53e8019c1724 HTTP/1.1" status: 200 len: 1093 time: 0.8583291 Jun 21 16:57:46.484629 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'tag': '036c8d2f-ef99-48d2-b631-53e8019c1724'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:46.486956 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e06d11-5282-4533-b7ea-38df0997e660" -d '{"events": [{"name": "network-changed", "server_uuid": "227de214-598c-4afa-ad15-9ddb51d56ca9", "tag": "036c8d2f-ef99-48d2-b631-53e8019c1724"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:46.504046 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:46.516136 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b1dc3-03a3-4dc4-a60c-fcf321649f64 service neutron] Pushing event updated for resources: {'Port': ['ID=036c8d2f-ef99-48d2-b631-53e8019c1724,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:46.529519 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479dab0c-768f-4324-8a5a-4463917f8a13 x-openstack-request-id: req-479dab0c-768f-4324-8a5a-4463917f8a13 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:46.529839 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227de214-598c-4afa-ad15-9ddb51d56ca9", "tag": "036c8d2f-ef99-48d2-b631-53e8019c1724", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:46.530084 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-479dab0c-768f-4324-8a5a-4463917f8a13 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:46.530500 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479dab0c-768f-4324-8a5a-4463917f8a13'] response: {'name': 'network-changed', 'server_uuid': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'tag': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'status': 'completed', 'code': 200} Jun 21 16:57:46.593906 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e06d11-5282-4533-b7ea-38df0997e660 req-4795e118-3969-4c0e-8f27-f224c6e54c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:46.595573 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-70e06d11-5282-4533-b7ea-38df0997e660 req-4795e118-3969-4c0e-8f27-f224c6e54c7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 1127 time: 0.0450768 Jun 21 16:57:46.703486 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e06d11-5282-4533-b7ea-38df0997e660 req-72f8023c-cf9c-4648-8279-0f08c43a17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:46.704934 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-70e06d11-5282-4533-b7ea-38df0997e660 req-72f8023c-cf9c-4648-8279-0f08c43a17f8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1022601 Jun 21 16:57:46.805759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e06d11-5282-4533-b7ea-38df0997e660 req-85109904-3446-46cd-abe5-e6c82bfd8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:46.807396 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-70e06d11-5282-4533-b7ea-38df0997e660 req-85109904-3446-46cd-abe5-e6c82bfd8cce service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0967131 Jun 21 16:57:46.863700 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907546d0-d62c-4449-8d43-9ddabc43c9cd req-b0a1fd12-38c1-4381-b664-895e1e426e90 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:46.865289 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-907546d0-d62c-4449-8d43-9ddabc43c9cd req-b0a1fd12-38c1-4381-b664-895e1e426e90 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 943 time: 0.0489495 Jun 21 16:57:46.877437 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:46.890228 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992a96d-0779-45f9-924a-017a444a5898 req-6b82c50c-a7b4-48cd-9f7b-5ea3af46bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:46.891668 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-6b82c50c-a7b4-48cd-9f7b-5ea3af46bfcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 1127 time: 0.0438092 Jun 21 16:57:46.918619 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-907546d0-d62c-4449-8d43-9ddabc43c9cd req-673c8aa1-112c-46d9-8713-2ce4c43276d3 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476892 Jun 21 16:57:46.935775 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-c29d0067-9374-42bb-a029-16465fa822c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036c8d2f-ef99-48d2-b631-53e8019c1724 HTTP/1.1" status: 200 len: 217 time: 0.0366662 Jun 21 16:57:47.025574 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992a96d-0779-45f9-924a-017a444a5898 req-28e2dfb0-e6fc-41e2-990d-28a16cc8eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:47.027687 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-28e2dfb0-e6fc-41e2-990d-28a16cc8eb1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0855408 Jun 21 16:57:47.033861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18575c03-80c0-4e2b-87fb-0e2fbb0b9c35 req-171c255b-8588-4b5e-9c95-a79f2a9e4007 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:47.035214 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-18575c03-80c0-4e2b-87fb-0e2fbb0b9c35 req-171c255b-8588-4b5e-9c95-a79f2a9e4007 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 943 time: 0.0639417 Jun 21 16:57:47.090961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992a96d-0779-45f9-924a-017a444a5898 req-c4a15466-4df6-4fcb-aa06-7b0f816816a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:47.092454 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-c4a15466-4df6-4fcb-aa06-7b0f816816a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0564101 Jun 21 16:57:47.132231 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-18575c03-80c0-4e2b-87fb-0e2fbb0b9c35 req-74740426-93cf-4b27-85f5-5ac4ca8961af tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879245 Jun 21 16:57:47.203420 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-be568f24-fa60-454a-bdb6-4daafd98cbb0 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027343 Jun 21 16:57:47.297530 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a992a96d-0779-45f9-924a-017a444a5898 req-c0351936-4706-44c9-8ad4-8dcd08daa3c4 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878065 Jun 21 16:57:48.045854 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8946ddf-ffab-42d6-ad7f-0f3e4ebfff8b req-8230e2f1-09a9-403e-938c-29b372579aeb tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:48.047344 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d8946ddf-ffab-42d6-ad7f-0f3e4ebfff8b req-8230e2f1-09a9-403e-938c-29b372579aeb tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 943 time: 0.0526302 Jun 21 16:57:48.097653 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d8946ddf-ffab-42d6-ad7f-0f3e4ebfff8b req-b6dad20a-fe94-4500-9397-ed6c75051c92 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447752 Jun 21 16:57:48.250846 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb86254-ebd4-49db-8661-f22096ef148a req-3bc31dd2-f708-4cbe-abde-0aa6973bd827 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:48.252252 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bcb86254-ebd4-49db-8661-f22096ef148a req-3bc31dd2-f708-4cbe-abde-0aa6973bd827 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 943 time: 0.0517917 Jun 21 16:57:48.301812 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bcb86254-ebd4-49db-8661-f22096ef148a req-565c71a5-3287-4c6d-a1d3-9090879f1c92 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436220 Jun 21 16:57:49.143931 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 036c8d2f-ef99-48d2-b631-53e8019c1724 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:57:49.217722 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f43f6-84f3-4573-ae9f-2ecb4a8fd246 req-f716abdb-25d8-4099-8654-db57e21c0014 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:49.219255 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c95f43f6-84f3-4573-ae9f-2ecb4a8fd246 req-f716abdb-25d8-4099-8654-db57e21c0014 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 943 time: 0.0525312 Jun 21 16:57:49.249224 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 036c8d2f-ef99-48d2-b631-53e8019c1724, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=036c8d2f-ef99-48d2-b631-53e8019c1724,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:49.262430 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'port_id': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'mac_address': 'fa:16:3e:52:b7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:57:49.276823 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c95f43f6-84f3-4573-ae9f-2ecb4a8fd246 req-3f94790a-2168-426f-acc0-09fed016dd71 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519567 Jun 21 16:57:49.299843 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 036c8d2f-ef99-48d2-b631-53e8019c1724 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:57:49.304077 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:49.316950 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036c8d2f-ef99-48d2-b631-53e8019c1724 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:57:49.337843 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 036c8d2f-ef99-48d2-b631-53e8019c1724, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=036c8d2f-ef99-48d2-b631-53e8019c1724,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:49.420464 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64f8e8-7a9b-4d99-9c5e-78f2ce335d46 req-ff8cd06c-9822-42be-a324-92843fcab94b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:49.421862 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca64f8e8-7a9b-4d99-9c5e-78f2ce335d46 req-ff8cd06c-9822-42be-a324-92843fcab94b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 943 time: 0.0481918 Jun 21 16:57:49.462056 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:49.471545 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ca64f8e8-7a9b-4d99-9c5e-78f2ce335d46 req-5ffec23c-8381-4c3b-a6df-633cb0e6be6a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437658 Jun 21 16:57:49.510523 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=036c8d2f-ef99-48d2-b631-53e8019c1724,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:49.707447 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['036c8d2f-ef99-48d2-b631-53e8019c1724'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:57:49.774463 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:49.830813 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:50.393539 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547bd68-10e5-453d-b2dd-25a6de8d808e req-db91c711-ca28-4958-b008-4307cb4602b6 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:50.395027 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9547bd68-10e5-453d-b2dd-25a6de8d808e req-db91c711-ca28-4958-b008-4307cb4602b6 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 943 time: 0.0493360 Jun 21 16:57:50.448949 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9547bd68-10e5-453d-b2dd-25a6de8d808e req-ed6349cc-fa00-4b3c-8aa1-3fcc5f3147c5 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483365 Jun 21 16:57:50.589641 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb7ca8-6033-4658-b137-7353796604b0 req-8ad46b0d-b388-45aa-9079-0c84665d5f75 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:50.592043 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6eeb7ca8-6033-4658-b137-7353796604b0 req-8ad46b0d-b388-45aa-9079-0c84665d5f75 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 944 time: 0.0520899 Jun 21 16:57:50.643271 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6eeb7ca8-6033-4658-b137-7353796604b0 req-16798331-8ae4-46c1-a1d0-a228b26a216a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456545 Jun 21 16:57:51.171455 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 711a0b2d-04b6-4f67-8f42-73102320e7af details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:57:51.174833 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 036c8d2f-ef99-48d2-b631-53e8019c1724 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:57:51.253223 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 036c8d2f-ef99-48d2-b631-53e8019c1724 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:57:51.315792 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 711a0b2d-04b6-4f67-8f42-73102320e7af, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=711a0b2d-04b6-4f67-8f42-73102320e7af,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:51.329188 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'port_id': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'mac_address': 'fa:16:3e:7a:84:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:57:51.366208 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 711a0b2d-04b6-4f67-8f42-73102320e7af is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:57:51.366599 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:51.381784 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711a0b2d-04b6-4f67-8f42-73102320e7af {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:57:51.391778 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 036c8d2f-ef99-48d2-b631-53e8019c1724 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:57:51.392165 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:51.432469 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 711a0b2d-04b6-4f67-8f42-73102320e7af, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=711a0b2d-04b6-4f67-8f42-73102320e7af,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:51.484843 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 036c8d2f-ef99-48d2-b631-53e8019c1724 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:57:51.485306 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:51.509554 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036c8d2f-ef99-48d2-b631-53e8019c1724'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:51.511929 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3614d5d0-3756-4eca-b99b-fa69d27f05f7" -d '{"events": [{"server_uuid": "227de214-598c-4afa-ad15-9ddb51d56ca9", "name": "network-vif-plugged", "status": "completed", "tag": "036c8d2f-ef99-48d2-b631-53e8019c1724"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:51.526345 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 036c8d2f-ef99-48d2-b631-53e8019c1724, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=036c8d2f-ef99-48d2-b631-53e8019c1724,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:51.530371 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:51.556760 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57dc8e-f647-4ef0-bf7e-1e8855682c71 x-openstack-request-id: req-7f57dc8e-f647-4ef0-bf7e-1e8855682c71 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:51.557065 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227de214-598c-4afa-ad15-9ddb51d56ca9", "name": "network-vif-plugged", "status": "completed", "tag": "036c8d2f-ef99-48d2-b631-53e8019c1724", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:51.557346 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f57dc8e-f647-4ef0-bf7e-1e8855682c71 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:51.557782 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f57dc8e-f647-4ef0-bf7e-1e8855682c71'] response: {'server_uuid': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'code': 200} Jun 21 16:57:51.571353 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ed655-684c-445e-ad3c-e3e764536d14 req-2d8687e5-42fb-4859-9b22-0d5abe7d01cf tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:51.572869 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-af0ed655-684c-445e-ad3c-e3e764536d14 req-2d8687e5-42fb-4859-9b22-0d5abe7d01cf tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 944 time: 0.0544252 Jun 21 16:57:51.588510 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=711a0b2d-04b6-4f67-8f42-73102320e7af,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:51.627224 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-af0ed655-684c-445e-ad3c-e3e764536d14 req-36fa662e-354e-47f0-962e-2360458468cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471244 Jun 21 16:57:51.627717 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:51.677255 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=036c8d2f-ef99-48d2-b631-53e8019c1724,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:51.764860 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04408adc-f7e6-4f21-b0e2-ee043221c4df req-de0f9ce9-b0ac-4b6d-9744-d348c19d62b4 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:51.766372 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-04408adc-f7e6-4f21-b0e2-ee043221c4df req-de0f9ce9-b0ac-4b6d-9744-d348c19d62b4 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0509064 Jun 21 16:57:51.800037 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:51.815429 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-04408adc-f7e6-4f21-b0e2-ee043221c4df req-6a1c44cb-8f87-455c-89ba-4d9f9451e5d4 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Jun 21 16:57:52.746522 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024698e-d6e2-4d72-b05f-8146ae2eb8ab req-09aaecc8-c37f-4c56-bd4f-d9dd4c636508 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:52.752182 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4024698e-d6e2-4d72-b05f-8146ae2eb8ab req-09aaecc8-c37f-4c56-bd4f-d9dd4c636508 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 944 time: 0.0497737 Jun 21 16:57:52.800230 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4024698e-d6e2-4d72-b05f-8146ae2eb8ab req-fd0cc8f7-6b83-4ae4-8e7e-d5b367bc757f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462828 Jun 21 16:57:52.932209 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba5080-fd78-4b86-aadb-8355c7411fb7 req-1ef7ba18-5ebc-4cd5-8203-298ff1d658f1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:52.933783 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6dba5080-fd78-4b86-aadb-8355c7411fb7 req-1ef7ba18-5ebc-4cd5-8203-298ff1d658f1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0476890 Jun 21 16:57:52.985219 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6dba5080-fd78-4b86-aadb-8355c7411fb7 req-bb765b07-ef56-4810-ba5c-5c1e483f77ad tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453641 Jun 21 16:57:53.455146 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b52b6a-5c86-4ed0-896e-f86aa9f503f5 req-a243149a-7910-45b0-84f4-56bb73fe07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:53.456542 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-43b52b6a-5c86-4ed0-896e-f86aa9f503f5 req-a243149a-7910-45b0-84f4-56bb73fe07b0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 1129 time: 0.0398939 Jun 21 16:57:53.921781 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356ac92-5508-4476-b219-9d798037af12 req-3546e778-68e6-46b4-8ff5-a1cf9fad3bdc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:53.923262 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f356ac92-5508-4476-b219-9d798037af12 req-3546e778-68e6-46b4-8ff5-a1cf9fad3bdc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 944 time: 0.0547109 Jun 21 16:57:53.973296 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f356ac92-5508-4476-b219-9d798037af12 req-767ef060-dd9a-4cad-95e7-cafe526274b9 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442750 Jun 21 16:57:54.106340 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02194c-a0aa-4bbd-a856-fca0c50040db req-87ca1cc8-aa2b-4daa-bafb-ec7b47342849 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:54.106340 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3c02194c-a0aa-4bbd-a856-fca0c50040db req-87ca1cc8-aa2b-4daa-bafb-ec7b47342849 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0488906 Jun 21 16:57:54.155093 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3c02194c-a0aa-4bbd-a856-fca0c50040db req-b3575df5-4a77-45e6-bb89-e99e9d9dbc6e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433500 Jun 21 16:57:54.418046 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-43b52b6a-5c86-4ed0-896e-f86aa9f503f5 req-0bbf6418-ee0e-4ad6-a93c-dae171323cb4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456483 Jun 21 16:57:54.532102 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['711a0b2d-04b6-4f67-8f42-73102320e7af'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:57:54.726287 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:55.100853 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dde71-5fd2-48c3-bb76-4fbdfe37d0bd req-f8e0fae1-770d-4321-a474-83b49c7b737c tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:55.102351 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1b0dde71-5fd2-48c3-bb76-4fbdfe37d0bd req-f8e0fae1-770d-4321-a474-83b49c7b737c tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 944 time: 0.0573561 Jun 21 16:57:55.153669 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-1b0dde71-5fd2-48c3-bb76-4fbdfe37d0bd req-e743cfc6-fd3f-407f-8948-48386e138b59 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449057 Jun 21 16:57:55.274488 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8441ad-505a-4806-95a4-3d3a99d37857 req-d106c8fc-543a-46a2-bdbe-54a7e39d2117 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:55.276009 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ab8441ad-505a-4806-95a4-3d3a99d37857 req-d106c8fc-543a-46a2-bdbe-54a7e39d2117 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Jun 21 16:57:55.312954 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:55.324740 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ab8441ad-505a-4806-95a4-3d3a99d37857 req-67f7ebae-ba20-4148-aa2e-58ea02237882 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426822 Jun 21 16:57:56.266650 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:56.273513 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3d386-4aa1-4e47-8275-178cce53276f req-4ca24e9a-7a15-4ebd-bec9-7668d26bc589 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:56.275025 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2ff3d386-4aa1-4e47-8275-178cce53276f req-4ca24e9a-7a15-4ebd-bec9-7668d26bc589 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 944 time: 0.0522759 Jun 21 16:57:56.317515 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:56.326371 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-2ff3d386-4aa1-4e47-8275-178cce53276f req-eb489d37-d8da-48fc-a7f9-ade0ca4a334a tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447445 Jun 21 16:57:56.441624 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15eb371-1a39-4195-aacb-635e17676fe8 req-a5412029-6ccb-402b-bc1b-1caa0173bda7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:56.443065 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e15eb371-1a39-4195-aacb-635e17676fe8 req-a5412029-6ccb-402b-bc1b-1caa0173bda7 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0477641 Jun 21 16:57:56.492009 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e15eb371-1a39-4195-aacb-635e17676fe8 req-251460cc-f7cd-4e70-b8cf-a4bbafa26385 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Jun 21 16:57:56.603440 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb71c0-27fd-4e8c-aa44-90f292535d72 req-86fd3262-7355-4eaf-9b8f-25d8d1b0446a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:56.604927 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8acb71c0-27fd-4e8c-aa44-90f292535d72 req-86fd3262-7355-4eaf-9b8f-25d8d1b0446a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0491006 Jun 21 16:57:56.613474 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42476) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:57:56.617957 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'floatingip': {'port_id': '036c8d2f-ef99-48d2-b631-53e8019c1724'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:57:56.656349 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (cc0895fa-31e8-4912-a696-14bb68d0da21), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:56.826693 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:57.089732 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:57.170572 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (cc0895fa-31e8-4912-a696-14bb68d0da21), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:57.251560 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 711a0b2d-04b6-4f67-8f42-73102320e7af up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:57:57.270282 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.l3_db [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Floating IP cc0895fa-31e8-4912-a696-14bb68d0da21 associated. External IP: 172.27.2.144, port: 036c8d2f-ef99-48d2-b631-53e8019c1724. Jun 21 16:57:57.280556 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:57.303566 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 711a0b2d-04b6-4f67-8f42-73102320e7af completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:57:57.439166 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 711a0b2d-04b6-4f67-8f42-73102320e7af triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:57:57.439572 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:57.440985 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b40669-dca4-4137-887e-a09e2a0e0457 req-eb541c06-5e3b-4384-8ac2-5966b3141eb0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:57.442948 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9b40669-dca4-4137-887e-a09e2a0e0457 req-eb541c06-5e3b-4384-8ac2-5966b3141eb0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 944 time: 0.0483396 Jun 21 16:57:57.480093 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:57:57.506399 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e9b40669-dca4-4137-887e-a09e2a0e0457 req-ad15c85d-5c37-4951-b4cd-4d1b2454a816 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573175 Jun 21 16:57:57.519113 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 711a0b2d-04b6-4f67-8f42-73102320e7af is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:57:57.519515 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:57.545842 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:57.548153 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee3b584-1948-49ec-938c-51356832e5e3" -d '{"events": [{"server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "name": "network-vif-plugged", "status": "completed", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:57.562375 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 711a0b2d-04b6-4f67-8f42-73102320e7af, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=711a0b2d-04b6-4f67-8f42-73102320e7af,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:57:57.579709 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:57.587706 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e135d2-b70f-4026-be29-57935221218f x-openstack-request-id: req-80e135d2-b70f-4026-be29-57935221218f {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:57.587993 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "name": "network-vif-plugged", "status": "completed", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:57.588244 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-80e135d2-b70f-4026-be29-57935221218f {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:57.588640 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e135d2-b70f-4026-be29-57935221218f'] response: {'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'code': 200} Jun 21 16:57:57.593152 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:57:57.598477 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:57.602820 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:57:57.616219 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:57.616771 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:57.630735 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a4dc27ce-61cc-439b-bd1c-c88af225a008 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "PUT /v2.0/floatingips/cc0895fa-31e8-4912-a696-14bb68d0da21 HTTP/1.1" status: 200 len: 991 time: 1.0141301 Jun 21 16:57:57.630735 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'tag': '036c8d2f-ef99-48d2-b631-53e8019c1724'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:57:57.631765 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c57217-97ab-4720-9511-6e7cde41d303" -d '{"events": [{"name": "network-changed", "server_uuid": "227de214-598c-4afa-ad15-9ddb51d56ca9", "tag": "036c8d2f-ef99-48d2-b631-53e8019c1724"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:57:57.667930 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9deb6e-92b0-4d02-b4bb-d35796bd8bda x-openstack-request-id: req-0f9deb6e-92b0-4d02-b4bb-d35796bd8bda {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:57:57.668223 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227de214-598c-4afa-ad15-9ddb51d56ca9", "tag": "036c8d2f-ef99-48d2-b631-53e8019c1724", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:57:57.668478 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f9deb6e-92b0-4d02-b4bb-d35796bd8bda {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:57:57.668910 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9deb6e-92b0-4d02-b4bb-d35796bd8bda'] response: {'name': 'network-changed', 'server_uuid': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'tag': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'status': 'completed', 'code': 200} Jun 21 16:57:57.670371 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:57:57.767416 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:57.769315 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=711a0b2d-04b6-4f67-8f42-73102320e7af,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:57:57.985427 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'cc0895fa-31e8-4912-a696-14bb68d0da21', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:52:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:57:40Z', 'updated_at': '2022-06-21T16:57:57Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:58.010185 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:57:58.018815 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:57:58.019424 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:57:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:58.245240 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:57:58.276463 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:58.463957 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'cc0895fa-31e8-4912-a696-14bb68d0da21', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:52:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:57:40Z', 'updated_at': '2022-06-21T16:57:57Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:57:58.489421 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05f4df-79ef-4ebe-8a1d-e27c4531d385 None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'cc0895fa-31e8-4912-a696-14bb68d0da21', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:52:b7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:57:40Z', 'updated_at': '2022-06-21T16:57:57Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:57:58.634962 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ac967-0f4c-4c5c-bf38-bc02bfa24da1 req-65e761cf-3758-4c15-8abe-5c76e4612c32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:58.636530 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c00ac967-0f4c-4c5c-bf38-bc02bfa24da1 req-65e761cf-3758-4c15-8abe-5c76e4612c32 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0513613 Jun 21 16:57:58.689958 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c00ac967-0f4c-4c5c-bf38-bc02bfa24da1 req-c81dbf9f-44d5-4ab9-9fdf-340e6ba8ee0f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476334 Jun 21 16:57:58.694398 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb190ba5-eac9-4fa3-adb6-358d0c8dbdf6 None None] New status for floating IP cc0895fa-31e8-4912-a696-14bb68d0da21: ACTIVE {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:57:59.224449 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57217-97ab-4720-9511-6e7cde41d303 req-7bfd4ee6-5e3d-4fc1-989b-191b93c1045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:59.225900 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94c57217-97ab-4720-9511-6e7cde41d303 req-7bfd4ee6-5e3d-4fc1-989b-191b93c1045e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 1129 time: 0.0406363 Jun 21 16:57:59.321555 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57217-97ab-4720-9511-6e7cde41d303 req-4b1f1799-5337-4f69-912e-55ccd7b98295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:59.323035 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94c57217-97ab-4720-9511-6e7cde41d303 req-4b1f1799-5337-4f69-912e-55ccd7b98295 service neutron] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 917 time: 0.0904458 Jun 21 16:57:59.393403 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94c57217-97ab-4720-9511-6e7cde41d303 req-ba3165d1-ff58-4ac5-a0a9-9f6fbec6f4f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=036c8d2f-ef99-48d2-b631-53e8019c1724 HTTP/1.1" status: 200 len: 1001 time: 0.0618727 Jun 21 16:57:59.441836 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57217-97ab-4720-9511-6e7cde41d303 req-b1674f05-0789-4e2c-8a16-0bbf3d2200dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:59.443283 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94c57217-97ab-4720-9511-6e7cde41d303 req-b1674f05-0789-4e2c-8a16-0bbf3d2200dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0445344 Jun 21 16:57:59.496044 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57217-97ab-4720-9511-6e7cde41d303 req-22e0d819-28aa-48dd-80f3-b7f468ab202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:59.497585 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94c57217-97ab-4720-9511-6e7cde41d303 req-22e0d819-28aa-48dd-80f3-b7f468ab202c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395906 Jun 21 16:57:59.602894 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65597bfb-cb8c-4c8f-bff6-8459e37ec4e9 req-79c9b01e-7027-44f5-af6b-5c00a3b5cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:59.604405 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-65597bfb-cb8c-4c8f-bff6-8459e37ec4e9 req-79c9b01e-7027-44f5-af6b-5c00a3b5cf7c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 1129 time: 0.0792470 Jun 21 16:57:59.645190 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94c57217-97ab-4720-9511-6e7cde41d303 req-58a84b58-1ce8-4535-8463-5d542ac9a49b service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392016 Jun 21 16:57:59.675756 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:57:59.693015 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-65597bfb-cb8c-4c8f-bff6-8459e37ec4e9 req-d575b784-e10a-4f72-b82a-ffbcc2279a4d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809057 Jun 21 16:57:59.756663 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94c57217-97ab-4720-9511-6e7cde41d303 req-13e196da-222d-4546-b1e6-23e08533027b service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041481 Jun 21 16:57:59.812884 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a24d2a-4eed-49c0-a7b1-519a11bafe13 req-520b8aa5-ed5e-4d07-b9df-089722f29d5c tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:57:59.814436 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e7a24d2a-4eed-49c0-a7b1-519a11bafe13 req-520b8aa5-ed5e-4d07-b9df-089722f29d5c tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0518773 Jun 21 16:57:59.865234 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-e7a24d2a-4eed-49c0-a7b1-519a11bafe13 req-a2832f4d-4bd8-46d1-a9f1-df44c5e89c17 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453246 Jun 21 16:58:00.768570 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:00.902043 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:00.980978 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c919a-e0d4-451d-9565-a70a1470fe35 req-6b0b6156-6d3e-4bad-936d-51d6c191b368 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:00.982391 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-169c919a-e0d4-451d-9565-a70a1470fe35 req-6b0b6156-6d3e-4bad-936d-51d6c191b368 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0488760 Jun 21 16:58:01.036476 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-169c919a-e0d4-451d-9565-a70a1470fe35 req-4002799d-bee3-4091-a007-7e00c770f4e5 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475166 Jun 21 16:58:02.172815 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28bdb4-b254-4ff2-a237-a7010ab57640 req-5bdabc7f-2199-45aa-8748-2052d52f29ef tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:02.177943 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8d28bdb4-b254-4ff2-a237-a7010ab57640 req-5bdabc7f-2199-45aa-8748-2052d52f29ef tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0739346 Jun 21 16:58:02.227944 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8d28bdb4-b254-4ff2-a237-a7010ab57640 req-2d676e62-c619-4f48-8cfa-500fedbedcf1 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444250 Jun 21 16:58:03.343517 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ddb3f-c84d-48a8-aa9e-043e013def1e req-95288226-f446-485b-873c-85a8fda45021 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:03.344973 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5b1ddb3f-c84d-48a8-aa9e-043e013def1e req-95288226-f446-485b-873c-85a8fda45021 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0476987 Jun 21 16:58:03.395511 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-5b1ddb3f-c84d-48a8-aa9e-043e013def1e req-af9e62bf-36cd-4f1b-b3f8-95a41ce63ebe tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446565 Jun 21 16:58:04.132945 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-91d4eb98-96f2-4a93-a8b0-d3df6753503e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:04.500469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:04.511585 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb654a5-d999-4417-ad9a-f60c2bcc4cb8 req-4cc05183-3a64-4cd7-9b31-e43e4f67563b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:04.513222 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0eb654a5-d999-4417-ad9a-f60c2bcc4cb8 req-4cc05183-3a64-4cd7-9b31-e43e4f67563b tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0491159 Jun 21 16:58:04.564500 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0eb654a5-d999-4417-ad9a-f60c2bcc4cb8 req-4ec911fe-51ba-4ce6-b822-3962e883633d tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453708 Jun 21 16:58:04.684011 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08f7ed-5aee-44f7-8db8-3f8fe2601fb4 req-d98af2cc-0106-4e33-82f5-f66b1de002e2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:04.685695 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4b08f7ed-5aee-44f7-8db8-3f8fe2601fb4 req-d98af2cc-0106-4e33-82f5-f66b1de002e2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0493088 Jun 21 16:58:04.706780 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:04.741742 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4b08f7ed-5aee-44f7-8db8-3f8fe2601fb4 req-eee6228e-4e33-4aa3-882f-63460a5cb111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503464 Jun 21 16:58:04.768327 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42526) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:58:04.959370 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ba023-4209-4306-8758-35cb041810fc tempest-TestVolumeBootPattern-1853239417 tempest-TestVolumeBootPattern-1853239417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:04.960816 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-8f6ba023-4209-4306-8758-35cb041810fc tempest-TestVolumeBootPattern-1853239417 tempest-TestVolumeBootPattern-1853239417-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 1124 time: 0.1914847 Jun 21 16:58:04.963762 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42530) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:58:04.968555 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'port_id': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:58:05.073524 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:05.156965 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:05.266138 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Allocated IP 172.27.2.237 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/5bf9ab70-0b59-445d-9efc-0ab4e69e673e) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:58:05.370671 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:05.508062 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:05.553678 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:05.555701 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:58:05.561569 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:58:05.564265 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:58:05.566877 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=5bf9ab70-0b59-445d-9efc-0ab4e69e673e,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:58:05.595463 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.595818 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.596167 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.596511 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.596848 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.597186 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.597579 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.597914 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.598390 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.602611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.602611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.602611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.602611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.602611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:05.602611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:06.021094 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:06.176519 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (d9601717-22ba-4d68-ad3d-9bfb7588192f), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:06.290886 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbd38-19ee-4954-ad3f-16986bfdd03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:06.320522 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:06.474841 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for port (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:06.542122 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:06.619107 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event updated for resources: {'Port': ['ID=5bf9ab70-0b59-445d-9efc-0ab4e69e673e,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:58:06.628811 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (d9601717-22ba-4d68-ad3d-9bfb7588192f), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:06.675036 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:06.733545 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.l3_db [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Floating IP d9601717-22ba-4d68-ad3d-9bfb7588192f associated. External IP: 172.27.2.237, port: 711a0b2d-04b6-4f67-8f42-73102320e7af. Jun 21 16:58:06.947581 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:58:07.051025 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:07.058588 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:58:07.069250 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:58:07.080384 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:58:07.081002 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:58:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:58:07.161268 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:07.199282 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:58:07.200653 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a3638d20-24eb-43d6-a8a3-877edf61a87f tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2358625 Jun 21 16:58:07.201338 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:58:07.203960 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac711ea-4586-4895-afbf-653a0b0ec248" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:58:07.251322 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ca102c-b2f3-494e-a1a9-5e43bfb95ae0 x-openstack-request-id: req-39ca102c-b2f3-494e-a1a9-5e43bfb95ae0 {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:58:07.251613 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:58:07.251868 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39ca102c-b2f3-494e-a1a9-5e43bfb95ae0 {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:58:07.252272 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ca102c-b2f3-494e-a1a9-5e43bfb95ae0'] response: {'name': 'network-changed', 'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'status': 'completed', 'code': 200} Jun 21 16:58:07.318409 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-098918db-018c-4f10-a686-e2cb7539db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:07.319922 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-098918db-018c-4f10-a686-e2cb7539db6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 1129 time: 0.0440626 Jun 21 16:58:07.417907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-ca78ee07-3479-4b2c-863d-8ece6c2b6b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:07.419380 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-ca78ee07-3479-4b2c-863d-8ece6c2b6b69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 914 time: 0.0938587 Jun 21 16:58:07.446483 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:41Z', 'revision_number': 1, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}, {'id': 'd9601717-22ba-4d68-ad3d-9bfb7588192f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:7a:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:58:06Z', 'updated_at': '2022-06-21T16:58:06Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:58:07.477271 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:58:07.486866 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:58:07.487476 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:58:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:58:07.494000 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-ed7584c8-7814-4227-b522-6a920ea03abd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711a0b2d-04b6-4f67-8f42-73102320e7af HTTP/1.1" status: 200 len: 999 time: 0.0637369 Jun 21 16:58:07.523619 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:07.547073 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-324f02ee-42d7-4722-8c69-c5967395c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:07.548558 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-324f02ee-42d7-4722-8c69-c5967395c640 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0472360 Jun 21 16:58:07.595345 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-148597c1-04d4-439b-b306-00fd70d0f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:07.596666 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:58:07.596908 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-148597c1-04d4-439b-b306-00fd70d0f973 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426421 Jun 21 16:58:07.695556 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-f3eaf1c2-77e4-4b54-a9f9-8b8ccda39260 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925457 Jun 21 16:58:07.803435 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-eac711ea-4586-4895-afbf-653a0b0ec248 req-7af5ab07-6dd7-440e-9674-951672961c7d service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020272 Jun 21 16:58:07.827975 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:41Z', 'revision_number': 1, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}, {'id': 'd9601717-22ba-4d68-ad3d-9bfb7588192f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:7a:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:58:06Z', 'updated_at': '2022-06-21T16:58:06Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:58:07.853590 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf1d8d4-7fbc-4a1d-b363-46f9de5ab386 None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:41Z', 'revision_number': 1, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}, {'id': 'd9601717-22ba-4d68-ad3d-9bfb7588192f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:7a:84:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:58:06Z', 'updated_at': '2022-06-21T16:58:06Z', 'revision_number': 0, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:58:08.066100 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e59b50-f03a-4d1a-b091-e0ab961e00c9 None None] New status for floating IP d9601717-22ba-4d68-ad3d-9bfb7588192f: ACTIVE {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:58:08.068867 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=17,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:08.878825 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:08.958927 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:10.030644 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6683d3-3b77-4504-a909-582f590e96b1 req-27747ac7-5f86-449f-9760-427450997b30 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:10.032145 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ba6683d3-3b77-4504-a909-582f590e96b1 req-27747ac7-5f86-449f-9760-427450997b30 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0480182 Jun 21 16:58:10.080913 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-ba6683d3-3b77-4504-a909-582f590e96b1 req-e854661b-31c0-478a-9fa8-ef9af7281e87 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Jun 21 16:58:11.200670 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184dbdf-b3e0-41a4-bc34-c13351ea36c1 req-84c7b957-89bb-4e49-96c2-15ca11657c27 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:11.203247 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6184dbdf-b3e0-41a4-bc34-c13351ea36c1 req-84c7b957-89bb-4e49-96c2-15ca11657c27 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0504315 Jun 21 16:58:11.255256 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6184dbdf-b3e0-41a4-bc34-c13351ea36c1 req-1cd0266b-cb80-414f-8a07-b4f13c181c02 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466266 Jun 21 16:58:11.741028 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:11.749584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe63c04-a760-493c-8a47-26baff4361be req-7bab0fdc-57b7-4572-8786-8fd663c56d28 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:11.751051 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2fe63c04-a760-493c-8a47-26baff4361be req-7bab0fdc-57b7-4572-8786-8fd663c56d28 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Jun 21 16:58:11.835208 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Deleting port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:58:11.835550 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:11.932570 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] For port 28c431e8-c7c1-48ff-b319-2da54d99e5d4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=28c431e8-c7c1-48ff-b319-2da54d99e5d4,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:58:11.932933 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:11.946101 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Calling delete_port for 28c431e8-c7c1-48ff-b319-2da54d99e5d4 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:58:12.067830 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:12.187623 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (28c431e8-c7c1-48ff-b319-2da54d99e5d4), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:12.205862 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['28c431e8-c7c1-48ff-b319-2da54d99e5d4'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:58:12.218672 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Pushing event deleted for resources: {'Port': ['ID=28c431e8-c7c1-48ff-b319-2da54d99e5d4,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:58:12.254323 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.254665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.255006 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.255340 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.255674 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.255997 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.256572 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.256896 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.257217 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.257565 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.257885 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.258202 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.258518 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.258836 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.259177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:12.290916 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] No DVR routers for this DVR port 28c431e8-c7c1-48ff-b319-2da54d99e5d4 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:58:12.293576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:12.297437 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2fe63c04-a760-493c-8a47-26baff4361be req-540cc216-360e-4c35-8bae-8aa9a1ff5bba tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.47 "DELETE /v2.0/ports/28c431e8-c7c1-48ff-b319-2da54d99e5d4 HTTP/1.1" status: 204 len: 173 time: 0.5401075 Jun 21 16:58:12.297692 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9ed311-c5b6-495a-b6d7-ac929d95d8b2', 'name': 'network-vif-deleted', 'tag': '28c431e8-c7c1-48ff-b319-2da54d99e5d4'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:58:12.300052 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab3e4be-c82e-4f7d-9d6d-502b0b6e54b2" -d '{"events": [{"server_uuid": "7b9ed311-c5b6-495a-b6d7-ac929d95d8b2", "name": "network-vif-deleted", "tag": "28c431e8-c7c1-48ff-b319-2da54d99e5d4"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:58:12.337872 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c1bf36-71d4-4481-91e3-6de723232c6f x-openstack-request-id: req-a2c1bf36-71d4-4481-91e3-6de723232c6f {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:58:12.338161 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b9ed311-c5b6-495a-b6d7-ac929d95d8b2", "name": "network-vif-deleted", "tag": "28c431e8-c7c1-48ff-b319-2da54d99e5d4", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:58:12.338413 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2c1bf36-71d4-4481-91e3-6de723232c6f {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:58:12.338815 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c1bf36-71d4-4481-91e3-6de723232c6f'] response: {'server_uuid': '7b9ed311-c5b6-495a-b6d7-ac929d95d8b2', 'name': 'network-vif-deleted', 'tag': '28c431e8-c7c1-48ff-b319-2da54d99e5d4', 'status': 'completed', 'code': 200} Jun 21 16:58:12.361385 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e8488442-b668-41eb-b580-a76c43dcec32 req-843aa3fc-3ea1-4666-9f76-cbe5ad4c6044 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b9ed311-c5b6-495a-b6d7-ac929d95d8b2 HTTP/1.1" status: 200 len: 210 time: 0.0299423 Jun 21 16:58:12.746426 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:12.833775 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:17.135305 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 28c431e8-c7c1-48ff-b319-2da54d99e5d4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:58:17.155762 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 28c431e8-c7c1-48ff-b319-2da54d99e5d4 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:58:17.156106 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 28c431e8-c7c1-48ff-b319-2da54d99e5d4 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:58:18.176194 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:20.076810 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:22.265578 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=39,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:22.267838 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:22.342529 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=14 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:23.272726 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:58:24.003427 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-e9e175fe-9a20-4042-b4e4-b1f126463779 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:24.004821 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-e9e175fe-9a20-4042-b4e4-b1f126463779 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/networks?id=09788440-c818-4ffe-850a-f3f22fe9f60f HTTP/1.1" status: 200 len: 814 time: 0.1042006 Jun 21 16:58:24.020111 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-99ce6bac-ec78-497b-8e34-c6f067ffaf9b tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/quotas/7dddfcc30ee8433c9f48d7153b416f21 HTTP/1.1" status: 200 len: 375 time: 0.0095615 Jun 21 16:58:24.052839 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-948cff58-1482-4f36-9b2a-04bd44e0f3d4 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7dddfcc30ee8433c9f48d7153b416f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278363 Jun 21 16:58:24.148051 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-7acd83ba-3dd5-4ae8-b229-cc4a4472aa52 service neutron] 10.222.0.70 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886621 Jun 21 16:58:24.241004 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-16291170-ffe3-474c-85e6-675142f922cb service neutron] 10.222.0.70 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869558 Jun 21 16:58:24.546155 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6bcb1764-9b76-401a-ad77-753082c5324b req-5cb13a7e-8f4c-4997-bc4c-9e400967af1b tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 210 time: 0.0295641 Jun 21 16:58:25.642543 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3f712a39-c695-4d44-8431-f031b9a991e8 req-ef31b231-9dc5-4b83-b768-5cbae72a8f62 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 210 time: 0.0285659 Jun 21 16:58:26.471015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-34bac422-cc76-4a51-9252-cb81d55b734f tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:26.472704 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-34bac422-cc76-4a51-9252-cb81d55b734f tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.47 "GET /v2.0/networks?id=09788440-c818-4ffe-850a-f3f22fe9f60f HTTP/1.1" status: 200 len: 814 time: 0.1069388 Jun 21 16:58:26.485873 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Request body: {'port': {'device_id': 'fd479a87-25ae-4f57-b67f-ceaa4cab0944', 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f', 'admin_state_up': True, 'tenant_id': '7dddfcc30ee8433c9f48d7153b416f21'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:58:26.678379 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Made reservation on behalf of 7dddfcc30ee8433c9f48d7153b416f21 for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:58:26.681864 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:26.768133 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7dc07314-15c6-480d-8611-7013f38be97b req-9d823cb4-dc1b-4e3b-b0e0-405f07bd1e32 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 210 time: 0.0333321 Jun 21 16:58:26.837220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Allocated IP 172.20.0.13 (09788440-c818-4ffe-850a-f3f22fe9f60f/368b6dba-70e6-4978-95f3-41467a7b0559/52d0a763-bfbe-46fb-994d-eeff14264891) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:58:27.138982 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:27.140055 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=7 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:27.238662 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks [] for port (52d0a763-bfbe-46fb-994d-eeff14264891), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:27.318961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:27.366111 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Network 09788440-c818-4ffe-850a-f3f22fe9f60f is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:58:27.369185 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:58:27.372937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:58:27.399567 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Pushing event updated for resources: {'Port': ['ID=52d0a763-bfbe-46fb-994d-eeff14264891,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:58:27.427051 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:27.427665 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:27.504645 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-5143f4b4-3eea-43a9-99ae-6246902b74ff tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0224373 Jun 21 16:58:27.518728 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Request body: {'port': {'device_id': 'fd479a87-25ae-4f57-b67f-ceaa4cab0944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:58:27.577564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:27.580334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:27.629403 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:27.839359 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d0a763-bfbe-46fb-994d-eeff14264891 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:58:27.847360 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Publish callbacks [] for port (52d0a763-bfbe-46fb-994d-eeff14264891), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:27.860768 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Transition to ACTIVE for port object 52d0a763-bfbe-46fb-994d-eeff14264891 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:58:27.890515 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9de691-a397-428f-9106-ab360441bde8 req-b72f4f34-9c8c-45ba-a582-9180a91da6b2 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:27.892381 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fb9de691-a397-428f-9106-ab360441bde8 req-b72f4f34-9c8c-45ba-a582-9180a91da6b2 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 932 time: 0.0533316 Jun 21 16:58:27.939222 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fb9de691-a397-428f-9106-ab360441bde8 req-8ae83c8b-2a9c-4a61-92a6-50082a1217c1 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Jun 21 16:58:27.975611 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:28.029020 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=52d0a763-bfbe-46fb-994d-eeff14264891,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:58:28.103977 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Attempting to bind port 52d0a763-bfbe-46fb-994d-eeff14264891 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:58:28.104227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Attempting to bind port 52d0a763-bfbe-46fb-994d-eeff14264891 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:58:28.104521 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Attempting to bind port 52d0a763-bfbe-46fb-994d-eeff14264891 on network 09788440-c818-4ffe-850a-f3f22fe9f60f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:58:28.109020 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Port 52d0a763-bfbe-46fb-994d-eeff14264891 on network 09788440-c818-4ffe-850a-f3f22fe9f60f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:58:28.109366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Attempting to bind port 52d0a763-bfbe-46fb-994d-eeff14264891 on network 09788440-c818-4ffe-850a-f3f22fe9f60f {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:58:28.115272 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:58:28.115602 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Checking segment: {'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:58:28.115979 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Bound using segment: {'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:58:28.116397 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Bound port: 52d0a763-bfbe-46fb-994d-eeff14264891, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b2da15-bd9f-425d-ab61-c3443936de70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1201, 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:58:28.116745 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:28.178669 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] For port 52d0a763-bfbe-46fb-994d-eeff14264891, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:58:28.181690 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] For port 52d0a763-bfbe-46fb-994d-eeff14264891, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=52d0a763-bfbe-46fb-994d-eeff14264891,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:58:28.238996 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:28.275539 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:28.276155 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:28.277531 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/52d0a763-bfbe-46fb-994d-eeff14264891 HTTP/1.1" status: 200 len: 1094 time: 0.7634401 Jun 21 16:58:28.277958 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd479a87-25ae-4f57-b67f-ceaa4cab0944', 'tag': '52d0a763-bfbe-46fb-994d-eeff14264891'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:58:28.280148 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606d2b9-713a-4d4f-accf-51e4bc2fc643" -d '{"events": [{"name": "network-changed", "server_uuid": "fd479a87-25ae-4f57-b67f-ceaa4cab0944", "tag": "52d0a763-bfbe-46fb-994d-eeff14264891"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:58:28.301765 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc216ee-519f-48ce-919d-1e9e5d2bb3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=52d0a763-bfbe-46fb-994d-eeff14264891,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:58:28.321455 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee761e5d-aff8-4c17-92df-3632cc51645a x-openstack-request-id: req-ee761e5d-aff8-4c17-92df-3632cc51645a {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:58:28.321763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd479a87-25ae-4f57-b67f-ceaa4cab0944", "tag": "52d0a763-bfbe-46fb-994d-eeff14264891", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:58:28.322013 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee761e5d-aff8-4c17-92df-3632cc51645a {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:58:28.322409 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee761e5d-aff8-4c17-92df-3632cc51645a'] response: {'name': 'network-changed', 'server_uuid': 'fd479a87-25ae-4f57-b67f-ceaa4cab0944', 'tag': '52d0a763-bfbe-46fb-994d-eeff14264891', 'status': 'completed', 'code': 200} Jun 21 16:58:28.379398 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:28.384689 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d2b9-713a-4d4f-accf-51e4bc2fc643 req-9ce219ba-e204-40e8-81da-512ec6b34022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:28.386214 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b606d2b9-713a-4d4f-accf-51e4bc2fc643 req-9ce219ba-e204-40e8-81da-512ec6b34022 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dddfcc30ee8433c9f48d7153b416f21&device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 1128 time: 0.0420580 Jun 21 16:58:28.488975 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d2b9-713a-4d4f-accf-51e4bc2fc643 req-544685e4-3750-48fa-ba94-ce4549eeb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:28.490486 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b606d2b9-713a-4d4f-accf-51e4bc2fc643 req-544685e4-3750-48fa-ba94-ce4549eeb079 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7dddfcc30ee8433c9f48d7153b416f21&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0971520 Jun 21 16:58:28.589443 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606d2b9-713a-4d4f-accf-51e4bc2fc643 req-67564bd7-f078-4178-a9f4-9fc5ee5f0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:28.590891 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b606d2b9-713a-4d4f-accf-51e4bc2fc643 req-67564bd7-f078-4178-a9f4-9fc5ee5f0ac8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0921724 Jun 21 16:58:28.667764 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-ae25bb5f-e795-43ec-befc-a988567fec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:28.669172 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-ae25bb5f-e795-43ec-befc-a988567fec22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7dddfcc30ee8433c9f48d7153b416f21&device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 1128 time: 0.0403242 Jun 21 16:58:28.711361 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-6dff690c-2940-401e-b3ad-362440fdf1d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d0a763-bfbe-46fb-994d-eeff14264891 HTTP/1.1" status: 200 len: 217 time: 0.0318286 Jun 21 16:58:28.766950 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-eafdff88-35c5-4713-8764-23cf208336ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:28.769050 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-eafdff88-35c5-4713-8764-23cf208336ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=368b6dba-70e6-4978-95f3-41467a7b0559 HTTP/1.1" status: 200 len: 854 time: 0.0486500 Jun 21 16:58:28.804386 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-db488f9e-afe1-4f5e-a054-acbc15b5a725 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=09788440-c818-4ffe-850a-f3f22fe9f60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264330 Jun 21 16:58:28.897743 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-23e544ab-b8f4-4edd-afe1-d57d2d1baabf service neutron] 10.222.0.47 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Jun 21 16:58:28.992939 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a601590d-bf5e-4820-9fe4-55bc4c4255a6 req-cd449ea6-86e0-4449-98a3-675f23705a4e service neutron] 10.222.0.47 "GET /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878649 Jun 21 16:58:29.055185 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf1016-8234-4afd-b25b-ceb7dde1d3d9 req-700679cf-f420-4a1b-b04e-2917ca9d5e17 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:29.056646 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a1cf1016-8234-4afd-b25b-ceb7dde1d3d9 req-700679cf-f420-4a1b-b04e-2917ca9d5e17 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 944 time: 0.0469456 Jun 21 16:58:29.104218 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a1cf1016-8234-4afd-b25b-ceb7dde1d3d9 req-3b46aed8-0529-4449-a149-063091542c87 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Jun 21 16:58:29.294459 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=6 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:30.206950 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:30.226323 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1b564-4df2-451c-b4ee-be3cabd8cbf7 req-7f9e1770-f3bd-4c47-86b9-ea087dd13818 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:30.227879 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-17c1b564-4df2-451c-b4ee-be3cabd8cbf7 req-7f9e1770-f3bd-4c47-86b9-ea087dd13818 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 944 time: 0.0506148 Jun 21 16:58:30.282045 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-17c1b564-4df2-451c-b4ee-be3cabd8cbf7 req-5a7d3130-0db7-4f83-8022-1c9875ae586e tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Jun 21 16:58:30.866634 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:31.152380 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 52d0a763-bfbe-46fb-994d-eeff14264891 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:58:31.254878 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 52d0a763-bfbe-46fb-994d-eeff14264891, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=52d0a763-bfbe-46fb-994d-eeff14264891,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:58:31.266752 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '52d0a763-bfbe-46fb-994d-eeff14264891', 'network_id': '09788440-c818-4ffe-850a-f3f22fe9f60f', 'port_id': '52d0a763-bfbe-46fb-994d-eeff14264891', 'mac_address': 'fa:16:3e:c1:91:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368b6dba-70e6-4978-95f3-41467a7b0559', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:58:31.302349 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 52d0a763-bfbe-46fb-994d-eeff14264891 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:58:31.302737 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:31.315996 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d0a763-bfbe-46fb-994d-eeff14264891 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:58:31.336880 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 52d0a763-bfbe-46fb-994d-eeff14264891, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=52d0a763-bfbe-46fb-994d-eeff14264891,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:58:31.402752 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e546d-734a-48e5-bb8f-d716b1c4f829 req-720ff654-aa68-4fe4-9930-261aa4672804 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:31.404154 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-805e546d-734a-48e5-bb8f-d716b1c4f829 req-720ff654-aa68-4fe4-9930-261aa4672804 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 944 time: 0.0534668 Jun 21 16:58:31.421412 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:31.453928 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-805e546d-734a-48e5-bb8f-d716b1c4f829 req-121ef5ef-46f6-4038-b51f-8797fc6eda38 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Jun 21 16:58:31.470506 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=52d0a763-bfbe-46fb-994d-eeff14264891,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:58:31.478522 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.478863 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.479199 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.479532 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.479860 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.480188 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.480514 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.480834 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.481156 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.481508 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.481832 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.482153 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.482470 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.482788 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.483126 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:58:31.711285 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['52d0a763-bfbe-46fb-994d-eeff14264891'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:58:32.574393 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb849e-3c6e-4b55-bda1-0e8911b67fe9 req-73cb22db-58d7-48ab-af8f-d4580ec2e435 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:32.575784 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a0cb849e-3c6e-4b55-bda1-0e8911b67fe9 req-73cb22db-58d7-48ab-af8f-d4580ec2e435 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 945 time: 0.0516243 Jun 21 16:58:32.624313 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a0cb849e-3c6e-4b55-bda1-0e8911b67fe9 req-b5dca7bd-93a5-4d72-9cfc-c77b0a3d3000 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Jun 21 16:58:33.160732 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 52d0a763-bfbe-46fb-994d-eeff14264891 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:58:33.204422 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 52d0a763-bfbe-46fb-994d-eeff14264891 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:58:33.268427 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:33.272520 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 52d0a763-bfbe-46fb-994d-eeff14264891 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:58:33.272899 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:33.473881 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 52d0a763-bfbe-46fb-994d-eeff14264891 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:58:33.474184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:33.496782 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd479a87-25ae-4f57-b67f-ceaa4cab0944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d0a763-bfbe-46fb-994d-eeff14264891'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:58:33.498986 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f673e5e-79e8-4e1c-97eb-2b4b518547e6" -d '{"events": [{"server_uuid": "fd479a87-25ae-4f57-b67f-ceaa4cab0944", "name": "network-vif-plugged", "status": "completed", "tag": "52d0a763-bfbe-46fb-994d-eeff14264891"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:58:33.511850 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 52d0a763-bfbe-46fb-994d-eeff14264891, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=52d0a763-bfbe-46fb-994d-eeff14264891,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:58:33.536488 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f0eb7b-aea3-4787-b088-9b5846a17e75 x-openstack-request-id: req-43f0eb7b-aea3-4787-b088-9b5846a17e75 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:58:33.536786 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd479a87-25ae-4f57-b67f-ceaa4cab0944", "name": "network-vif-plugged", "status": "completed", "tag": "52d0a763-bfbe-46fb-994d-eeff14264891", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:58:33.537039 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43f0eb7b-aea3-4787-b088-9b5846a17e75 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:58:33.537465 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f0eb7b-aea3-4787-b088-9b5846a17e75'] response: {'server_uuid': 'fd479a87-25ae-4f57-b67f-ceaa4cab0944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d0a763-bfbe-46fb-994d-eeff14264891', 'code': 200} Jun 21 16:58:33.576345 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:33.624520 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=52d0a763-bfbe-46fb-994d-eeff14264891,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:58:33.744764 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98820ff0-089e-4f75-ba8b-ac1560969c9f req-1aba6034-e9a9-4f98-ab4a-8fa4aeb5cad5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:33.746262 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-98820ff0-089e-4f75-ba8b-ac1560969c9f req-1aba6034-e9a9-4f98-ab4a-8fa4aeb5cad5 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 946 time: 0.0500898 Jun 21 16:58:33.818265 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019de60-a224-4e42-9360-2d4480802389 req-786195ea-2a12-41b6-815b-28073f940bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:33.819717 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2019de60-a224-4e42-9360-2d4480802389 req-786195ea-2a12-41b6-815b-28073f940bdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 1130 time: 0.0611761 Jun 21 16:58:33.843387 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-98820ff0-089e-4f75-ba8b-ac1560969c9f req-2074c95c-67d9-4141-8556-2b8879a29cc0 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916135 Jun 21 16:58:33.872347 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2019de60-a224-4e42-9360-2d4480802389 req-b3ff8d3e-dea8-4c84-8ff8-f852a3291b1d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Jun 21 16:58:34.072664 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a7b2d7b5-e36a-4303-9bc2-89ab17892719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:34.963304 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77635d-a7b9-4d02-a4c6-247c1af5a602 req-f049c98f-f76e-4355-bbfd-ac3dd8cb88e6 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:34.964826 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-be77635d-a7b9-4d02-a4c6-247c1af5a602 req-f049c98f-f76e-4355-bbfd-ac3dd8cb88e6 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 946 time: 0.0494823 Jun 21 16:58:35.012616 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-be77635d-a7b9-4d02-a4c6-247c1af5a602 req-08aa666c-ce58-4172-9a84-a63c0a382d15 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Jun 21 16:58:36.127617 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e825a-74d0-4217-8426-0dc75cde31eb req-07b50c37-ce09-4c31-8124-485ff910d115 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:36.129205 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2d7e825a-74d0-4217-8426-0dc75cde31eb req-07b50c37-ce09-4c31-8124-485ff910d115 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 946 time: 0.0477438 Jun 21 16:58:36.180119 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2d7e825a-74d0-4217-8426-0dc75cde31eb req-4dd289f3-ce04-4cc7-aaba-37fe4fbd7bdf tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451243 Jun 21 16:58:36.381251 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-198a85e4-3fe5-4866-b9e4-2d50d424bf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:37.461202 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:38.869758 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:38.879221 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:38.964042 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:40.177599 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-644ba180-b5b9-4c7d-bfde-7342c1abffa9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386446 Jun 21 16:58:40.262730 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-09f8b087-1799-489f-b303-22367ae4e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:40.265744 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-09f8b087-1799-489f-b303-22367ae4e498 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 1130 time: 0.0442364 Jun 21 16:58:40.307459 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:40.371262 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-06ffa194-b0cf-457a-8440-52a2ef216572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:40.372730 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-06ffa194-b0cf-457a-8440-52a2ef216572 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 914 time: 0.0891566 Jun 21 16:58:40.437034 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-4774fb89-60a9-4f31-be5e-772307355680 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b654ed50-66dd-4643-897e-9f5c0d189bff HTTP/1.1" status: 200 len: 1001 time: 0.0584104 Jun 21 16:58:40.485517 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-76b88a41-ce78-4e6f-9afb-a9241a36a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:40.487601 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-76b88a41-ce78-4e6f-9afb-a9241a36a82d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0448904 Jun 21 16:58:40.531086 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-8ea4fab1-c519-4dbf-a5ed-b6f4e98eebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:40.532543 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-8ea4fab1-c519-4dbf-a5ed-b6f4e98eebb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390594 Jun 21 16:58:40.634440 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-1b330330-ed26-430d-b145-72f0782d4c86 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876548 Jun 21 16:58:40.725026 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1bf62d43-ff65-48c6-a427-11d842c72232 req-ccbecbf4-9f99-45bc-ba77-9ed82cb3b36e service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832770 Jun 21 16:58:45.000684 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=69 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:45.010076 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=69 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:48.878065 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:50.719645 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:50.721562 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=36 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:58:57.921104 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5c6d1-70af-4b40-bffd-9f45b9f9d982 req-d964bc2d-6f49-42c9-8925-953451fa6881 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:57.922686 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f7c5c6d1-70af-4b40-bffd-9f45b9f9d982 req-d964bc2d-6f49-42c9-8925-953451fa6881 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0504503 Jun 21 16:58:57.975589 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f7c5c6d1-70af-4b40-bffd-9f45b9f9d982 req-0920790b-8fd8-4999-98f8-dcc4241f7a18 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465870 Jun 21 16:58:59.104264 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bffd9d-d2aa-478a-958b-9998f79ab421 req-d13aac8e-4bd4-41c6-a0d7-d7bfd08c2b95 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:59.105759 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-75bffd9d-d2aa-478a-958b-9998f79ab421 req-d13aac8e-4bd4-41c6-a0d7-d7bfd08c2b95 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0573637 Jun 21 16:58:59.154216 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-75bffd9d-d2aa-478a-958b-9998f79ab421 req-b6add8b4-54a8-40e6-b310-1105b3574259 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 Jun 21 16:58:59.647269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-d7fcd891-2f0d-4355-95de-81a23d8d774b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:58:59.648786 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-d7fcd891-2f0d-4355-95de-81a23d8d774b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0471117 Jun 21 16:58:59.738961 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Deleting port 036c8d2f-ef99-48d2-b631-53e8019c1724 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:58:59.739302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:59.832811 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] For port 036c8d2f-ef99-48d2-b631-53e8019c1724, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=036c8d2f-ef99-48d2-b631-53e8019c1724,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:58:59.833093 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:59.996683 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:59.997049 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (cc0895fa-31e8-4912-a696-14bb68d0da21), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:58:59.997404 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Floating IP cc0895fa-31e8-4912-a696-14bb68d0da21 disassociated. External IP: 172.27.2.144, port: 036c8d2f-ef99-48d2-b631-53e8019c1724. Jun 21 16:58:59.997754 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Calling delete_port for 036c8d2f-ef99-48d2-b631-53e8019c1724 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:59:00.237990 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (036c8d2f-ef99-48d2-b631-53e8019c1724), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:00.269890 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'Port': ['ID=036c8d2f-ef99-48d2-b631-53e8019c1724,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:00.271834 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:59:00.282682 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b143e-a0c1-49c2-8718-1867cbbc4426 req-9d18b371-d9f4-43bc-bf32-cc8c4d68468f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:00.284264 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9a0b143e-a0c1-49c2-8718-1867cbbc4426 req-9d18b371-d9f4-43bc-bf32-cc8c4d68468f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 945 time: 0.0604022 Jun 21 16:59:00.336589 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-9a0b143e-a0c1-49c2-8718-1867cbbc4426 req-420c042c-19bd-4036-90d1-76c1a60bbe82 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 Jun 21 16:59:00.386888 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:59:00.489807 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:00.497192 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:59:00.510079 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:59:00.527778 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:59:00.528577 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:58:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:00.543238 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] No DVR routers for this DVR port 036c8d2f-ef99-48d2-b631-53e8019c1724 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:59:00.545733 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:00.550559 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4b64570d-86a2-4c09-9cd0-416671d5d94a req-65100cd5-69c1-4dd5-8d9a-0d03573358f9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "DELETE /v2.0/ports/036c8d2f-ef99-48d2-b631-53e8019c1724 HTTP/1.1" status: 204 len: 173 time: 0.8945765 Jun 21 16:59:00.553047 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'name': 'network-vif-deleted', 'tag': '036c8d2f-ef99-48d2-b631-53e8019c1724'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:59:00.555211 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77972348-360f-4a4d-a3ec-ddc41a7a97cc" -d '{"events": [{"server_uuid": "227de214-598c-4afa-ad15-9ddb51d56ca9", "name": "network-vif-deleted", "tag": "036c8d2f-ef99-48d2-b631-53e8019c1724"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:59:00.606382 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9df3ad-5c81-407f-aba5-d6d139eaeedf x-openstack-request-id: req-8a9df3ad-5c81-407f-aba5-d6d139eaeedf {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:59:00.606662 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227de214-598c-4afa-ad15-9ddb51d56ca9", "name": "network-vif-deleted", "tag": "036c8d2f-ef99-48d2-b631-53e8019c1724", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:59:00.606919 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a9df3ad-5c81-407f-aba5-d6d139eaeedf {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:59:00.607343 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9df3ad-5c81-407f-aba5-d6d139eaeedf'] response: {'server_uuid': '227de214-598c-4afa-ad15-9ddb51d56ca9', 'name': 'network-vif-deleted', 'tag': '036c8d2f-ef99-48d2-b631-53e8019c1724', 'status': 'completed', 'code': 200} Jun 21 16:59:00.656067 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:59:00.869886 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:00.899543 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:59:00.908148 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:59:00.908762 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:58:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:00.946132 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:01.019844 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:59:01.174197 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782d054-2f3b-440a-987c-423efaf22558 req-06f30f15-3e02-4bcb-bfb8-865b7d7ad53e tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:01.175852 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b782d054-2f3b-440a-987c-423efaf22558 req-06f30f15-3e02-4bcb-bfb8-865b7d7ad53e tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 946 time: 0.0535622 Jun 21 16:59:01.197237 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:01.214600 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:01.226206 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b782d054-2f3b-440a-987c-423efaf22558 req-65626527-94a0-46c6-b77c-2e2ba048ddcd tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443168 Jun 21 16:59:01.243489 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fea622-b3b0-4cc1-b92a-f08c6db2f7ca None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:59:01.456709 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-572765e2-238c-45ee-bc09-77fc2f6ea186 req-257e3ce2-671b-4fcb-91f9-b9a84af83624 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 210 time: 0.0302250 Jun 21 16:59:01.463705 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba55727-ab5c-4c48-a0b2-3c78d542252d None None] New status for floating IP cc0895fa-31e8-4912-a696-14bb68d0da21: DOWN {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:59:02.341633 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68440c2-beab-4fe9-9b60-bdc271b25ca9 req-9ccf3589-0176-4dcb-a975-a0c264c1cfe9 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:02.343123 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a68440c2-beab-4fe9-9b60-bdc271b25ca9 req-9ccf3589-0176-4dcb-a975-a0c264c1cfe9 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 946 time: 0.0474138 Jun 21 16:59:02.391743 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a68440c2-beab-4fe9-9b60-bdc271b25ca9 req-909fd0e1-0643-415d-82b8-105aaeefb3df tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/security-groups?id=d557d3ac-a73e-4104-b1ee-43391f18090d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Jun 21 16:59:02.566818 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8ef7b27f-df7d-4ca8-bd73-f6a9576cbc49 req-5349925b-8fdb-428f-bd28-a80d1cff8c18 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=227de214-598c-4afa-ad15-9ddb51d56ca9 HTTP/1.1" status: 200 len: 210 time: 0.0284972 Jun 21 16:59:02.962528 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-844156b7-b1e4-43e3-9f57-69656fcedd01 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:02.963960 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-844156b7-b1e4-43e3-9f57-69656fcedd01 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 946 time: 0.0478768 Jun 21 16:59:03.056598 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Deleting port 52d0a763-bfbe-46fb-994d-eeff14264891 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:59:03.056939 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:03.150673 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] For port 52d0a763-bfbe-46fb-994d-eeff14264891, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=52d0a763-bfbe-46fb-994d-eeff14264891,segment=NetworkSegment(10b2da15-bd9f-425d-ab61-c3443936de70),segment_id=10b2da15-bd9f-425d-ab61-c3443936de70)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:59:03.151035 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:03.170001 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Calling delete_port for 52d0a763-bfbe-46fb-994d-eeff14264891 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:59:03.277155 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 036c8d2f-ef99-48d2-b631-53e8019c1724 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:59:03.303590 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 036c8d2f-ef99-48d2-b631-53e8019c1724 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:59:03.303970 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 036c8d2f-ef99-48d2-b631-53e8019c1724 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:59:03.380950 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (52d0a763-bfbe-46fb-994d-eeff14264891), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:03.413026 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Pushing event deleted for resources: {'Port': ['ID=52d0a763-bfbe-46fb-994d-eeff14264891,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:03.470800 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] No DVR routers for this DVR port 52d0a763-bfbe-46fb-994d-eeff14264891 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 16:59:03.473435 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:03.476839 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-26afa65a-5c09-4e81-b3e9-2a51427dc96d req-1d5b4587-dfc7-40d3-96c2-caa6d51c401d tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.47 "DELETE /v2.0/ports/52d0a763-bfbe-46fb-994d-eeff14264891 HTTP/1.1" status: 204 len: 173 time: 0.5073817 Jun 21 16:59:03.478470 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd479a87-25ae-4f57-b67f-ceaa4cab0944', 'name': 'network-vif-deleted', 'tag': '52d0a763-bfbe-46fb-994d-eeff14264891'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:59:03.481573 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd61ac11-3c48-48b9-afa6-33142cd1d21d" -d '{"events": [{"server_uuid": "fd479a87-25ae-4f57-b67f-ceaa4cab0944", "name": "network-vif-deleted", "tag": "52d0a763-bfbe-46fb-994d-eeff14264891"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:59:03.520054 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0dedb6ce-47f2-4dc1-ba22-e8395e9658ff req-feeed334-5923-499d-b824-60cc0a321c81 tempest-VolumesSnapshotTestJSON-1970342923 tempest-VolumesSnapshotTestJSON-1970342923-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd479a87-25ae-4f57-b67f-ceaa4cab0944 HTTP/1.1" status: 200 len: 210 time: 0.0421875 Jun 21 16:59:03.526083 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ba80b2-6c4f-4930-9946-4a4dfcb9473a x-openstack-request-id: req-52ba80b2-6c4f-4930-9946-4a4dfcb9473a {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:59:03.526432 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd479a87-25ae-4f57-b67f-ceaa4cab0944", "name": "network-vif-deleted", "tag": "52d0a763-bfbe-46fb-994d-eeff14264891", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:59:03.526636 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52ba80b2-6c4f-4930-9946-4a4dfcb9473a {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:59:03.527036 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ba80b2-6c4f-4930-9946-4a4dfcb9473a'] response: {'server_uuid': 'fd479a87-25ae-4f57-b67f-ceaa4cab0944', 'name': 'network-vif-deleted', 'tag': '52d0a763-bfbe-46fb-994d-eeff14264891', 'status': 'completed', 'code': 200} Jun 21 16:59:03.770923 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42854) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:03.834813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-768cabdc-2253-417c-a30f-c7cdee9d1032 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (a72977d1-c3be-43a1-aa2d-ce4e5f4885ca), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:03.863585 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-768cabdc-2253-417c-a30f-c7cdee9d1032 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (a72977d1-c3be-43a1-aa2d-ce4e5f4885ca), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.009662 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-768cabdc-2253-417c-a30f-c7cdee9d1032 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (a72977d1-c3be-43a1-aa2d-ce4e5f4885ca), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.012134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-768cabdc-2253-417c-a30f-c7cdee9d1032 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.013328 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-768cabdc-2253-417c-a30f-c7cdee9d1032 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "DELETE /v2.0/security-groups/a72977d1-c3be-43a1-aa2d-ce4e5f4885ca HTTP/1.1" status: 204 len: 168 time: 0.2413197 Jun 21 16:59:04.016285 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 42856) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:04.023631 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cabdc-2253-417c-a30f-c7cdee9d1032 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72977d1-c3be-43a1-aa2d-ce4e5f4885ca,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:04.037271 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.api.v2.resource [None req-9070e007-db0a-4b18-bf0c-8605771ba60d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] show failed (client error): The resource could not be found. Jun 21 16:59:04.041317 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42858) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:04.041525 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9070e007-db0a-4b18-bf0c-8605771ba60d tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups/a72977d1-c3be-43a1-aa2d-ce4e5f4885ca HTTP/1.1" status: 404 len: 347 time: 0.0226526 Jun 21 16:59:04.112408 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-232e43b3-2aca-494b-94e9-10baad3ea510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.159359 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Deleting port 06fc06b6-a65b-4287-b53d-1d01a0858dc0 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 16:59:04.159745 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (06fc06b6-a65b-4287-b53d-1d01a0858dc0), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.239069 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:04.241180 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:04.243233 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (06fc06b6-a65b-4287-b53d-1d01a0858dc0), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.243564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (06fc06b6-a65b-4287-b53d-1d01a0858dc0), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.257204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Calling delete_port for 06fc06b6-a65b-4287-b53d-1d01a0858dc0 owned by network:floatingip {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 16:59:04.472376 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (06fc06b6-a65b-4287-b53d-1d01a0858dc0), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.497036 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'Port': ['ID=06fc06b6-a65b-4287-b53d-1d01a0858dc0,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:04.572207 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (cc0895fa-31e8-4912-a696-14bb68d0da21), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.575023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.576192 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-ec65a0ba-988b-4844-9210-a48515998fdc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "DELETE /v2.0/floatingips/cc0895fa-31e8-4912-a696-14bb68d0da21 HTTP/1.1" status: 204 len: 168 time: 0.5338180 Jun 21 16:59:04.738635 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42866) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:04.743312 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-faeac036-818c-4f51-b12f-ff56d5638c09 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155601863', 'description': 'tempest-description--1494817607'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:04.889614 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-faeac036-818c-4f51-b12f-ff56d5638c09 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:04.961441 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-faeac036-818c-4f51-b12f-ff56d5638c09 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (092001f6-3e5b-4dc5-a780-8dd4f3b1c896), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.089452 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-faeac036-818c-4f51-b12f-ff56d5638c09 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (092001f6-3e5b-4dc5-a780-8dd4f3b1c896), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.125469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeac036-818c-4f51-b12f-ff56d5638c09 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=092001f6-3e5b-4dc5-a780-8dd4f3b1c896,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:05.217386 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-faeac036-818c-4f51-b12f-ff56d5638c09 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.218241 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-faeac036-818c-4f51-b12f-ff56d5638c09 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4785540 Jun 21 16:59:05.222396 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42870) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:05.227371 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-97fb2beb-82a7-4eba-95fb-2285d308f1b3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group_rule': {'security_group_id': '092001f6-3e5b-4dc5-a780-8dd4f3b1c896', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:05.279174 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 52d0a763-bfbe-46fb-994d-eeff14264891 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 16:59:05.299224 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 52d0a763-bfbe-46fb-994d-eeff14264891 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 16:59:05.299614 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 52d0a763-bfbe-46fb-994d-eeff14264891 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 16:59:05.357532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-97fb2beb-82a7-4eba-95fb-2285d308f1b3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (76e4691a-9cb4-4731-a221-a184a8b3260e), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.415931 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-97fb2beb-82a7-4eba-95fb-2285d308f1b3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (76e4691a-9cb4-4731-a221-a184a8b3260e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.488835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-97fb2beb-82a7-4eba-95fb-2285d308f1b3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (76e4691a-9cb4-4731-a221-a184a8b3260e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.494747 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:05.508976 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb2beb-82a7-4eba-95fb-2285d308f1b3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e4691a-9cb4-4731-a221-a184a8b3260e,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:05.566070 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-97fb2beb-82a7-4eba-95fb-2285d308f1b3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.567569 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-97fb2beb-82a7-4eba-95fb-2285d308f1b3 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440781 Jun 21 16:59:05.570121 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42874) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:05.574471 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-2a627d38-4929-4ed6-aceb-1b10d761b8cf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'security_group_rule': {'security_group_id': '092001f6-3e5b-4dc5-a780-8dd4f3b1c896', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:05.661320 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2a627d38-4929-4ed6-aceb-1b10d761b8cf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (670a6864-d145-4471-840d-0e1a13ec256e), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.721806 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2a627d38-4929-4ed6-aceb-1b10d761b8cf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (670a6864-d145-4471-840d-0e1a13ec256e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.815086 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2a627d38-4929-4ed6-aceb-1b10d761b8cf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (670a6864-d145-4471-840d-0e1a13ec256e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.835349 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a627d38-4929-4ed6-aceb-1b10d761b8cf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670a6864-d145-4471-840d-0e1a13ec256e,revision_number=0']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:05.919862 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-2a627d38-4929-4ed6-aceb-1b10d761b8cf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:05.921020 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-2a627d38-4929-4ed6-aceb-1b10d761b8cf tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499784 Jun 21 16:59:05.930927 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 42876) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:05.935425 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:06.020748 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:06.098850 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:06.280610 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:06.281980 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Allocated IP 172.27.2.138 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/26c5e6f0-6958-406f-801b-bd15dcd87238) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:59:06.317902 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f299d873-3ec8-4cd2-a2e0-51e39a2692a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:06.389338 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (26c5e6f0-6958-406f-801b-bd15dcd87238), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:06.519645 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (26c5e6f0-6958-406f-801b-bd15dcd87238), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:06.563904 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:59:06.567259 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:06.572583 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:59:06.574505 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=26c5e6f0-6958-406f-801b-bd15dcd87238,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:06.576608 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:59:06.658922 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (e9c9c34d-0adb-4c9b-ac86-6e3305d22646), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:06.791816 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (26c5e6f0-6958-406f-801b-bd15dcd87238), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:06.940274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (26c5e6f0-6958-406f-801b-bd15dcd87238), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:07.060506 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (26c5e6f0-6958-406f-801b-bd15dcd87238), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:07.133099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=26c5e6f0-6958-406f-801b-bd15dcd87238,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:07.144592 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (e9c9c34d-0adb-4c9b-ac86-6e3305d22646), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:07.205571 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:07.206869 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3da4dae1-60a7-4ce5-a912-ff734b2d897e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2749150 Jun 21 16:59:07.357353 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-8575450c-67f1-4a44-9450-a5b1df0e6537 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--155601863&fields=id&tenant_id=97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 267 time: 0.0446451 Jun 21 16:59:07.464839 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-e2804674-1cba-402e-a06c-48f9472c261c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:07.466416 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-e2804674-1cba-402e-a06c-48f9472c261c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 815 time: 0.1026235 Jun 21 16:59:07.481221 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-45ac65f3-003d-4c33-bc0c-6b657caa4501 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/quotas/97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 375 time: 0.0092916 Jun 21 16:59:07.483117 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:07.535583 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-26f5b64b-a18a-4ce6-a774-97a0ea99816b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487020 Jun 21 16:59:07.551018 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-fbb2a9f8-6422-4c73-a534-5fb874e8f8cb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111043) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:59:07.552057 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-fbb2a9f8-6422-4c73-a534-5fb874e8f8cb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055015 Jun 21 16:59:07.643040 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-5b4e122e-6ea0-432c-a903-7cd125bdfbd2 service neutron] 10.222.0.70 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850947 Jun 21 16:59:07.740015 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-bb1458e3-aac8-4d86-83ce-6b47aa08f95c service neutron] 10.222.0.70 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914047 Jun 21 16:59:08.031629 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-0da13984-3f8f-45af-ba96-8bb46d45afd1 req-86717d6a-d70e-4267-b846-ee71ec352bbc tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 210 time: 0.0284693 Jun 21 16:59:08.900753 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:09.043347 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:09.128814 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6bedb9f4-56a4-4040-b76d-b31a07f3fd23 req-b374db3d-b4be-44b1-acc7-d8adf38ff33b tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 210 time: 0.0279911 Jun 21 16:59:10.227323 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-83898c8c-44b7-43b0-963e-eb587ffa9117 req-1b99356a-d3a6-494f-a9de-01d9af2435b1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 210 time: 0.0286751 Jun 21 16:59:11.217072 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:11.295704 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-cf76d8b2-a818-48b3-8a81-a5f446368186 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:11.297217 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-cf76d8b2-a818-48b3-8a81-a5f446368186 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 815 time: 0.1065531 Jun 21 16:59:11.332214 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8c8f1a17-4098-4275-b21f-b15e1ef13937 req-1f8fb463-3407-4ebd-aca9-7262e2293a40 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 210 time: 0.0317509 Jun 21 16:59:11.365580 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-83d5cb4b-88ce-4563-9515-1d3891db7f81 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97cafcd59ef1433ba71a47a01b3a331c HTTP/1.1" status: 200 len: 379 time: 0.0595083 Jun 21 16:59:11.375191 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'port': {'device_id': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'admin_state_up': True, 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'security_groups': ['092001f6-3e5b-4dc5-a780-8dd4f3b1c896']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:11.536389 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:11.538320 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:11.975158 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Made reservation on behalf of 97cafcd59ef1433ba71a47a01b3a331c for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:59:11.978980 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:12.102998 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:12.109327 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Allocated IP 172.20.0.3 (83741c3b-7ff0-4b33-b398-e82b72fea3bd/05ab1f0a-00cd-416c-abd3-44c8b8057251/e2c15a0f-254c-46c0-86c6-6a66c028007e) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:59:12.252080 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:12.323345 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:12.369439 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:59:12.372532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:59:12.377076 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:59:12.408333 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event updated for resources: {'Port': ['ID=e2c15a0f-254c-46c0-86c6-6a66c028007e,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:12.440851 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.441198 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.441590 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.441907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.442238 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.442573 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.443904 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.444273 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.444604 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.444924 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.445265 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.445616 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.445937 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.446309 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.449263 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:12.487165 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:12.487808 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:12.504739 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf72a6-f62c-42e8-93e2-747e191bad00 req-2ac5b240-98a7-4f4f-b9f0-eb6d43ee920c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:12.506354 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94bf72a6-f62c-42e8-93e2-747e191bad00 req-2ac5b240-98a7-4f4f-b9f0-eb6d43ee920c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 931 time: 0.0934927 Jun 21 16:59:12.529831 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:12.561802 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-94bf72a6-f62c-42e8-93e2-747e191bad00 req-beaf0c2b-a7fc-465c-8926-3662a4a03694 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489652 Jun 21 16:59:12.589450 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-68e9255f-dded-4cc7-8100-9a1d8fa96741 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2179506 Jun 21 16:59:12.593707 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-a4ba257c-c608-4f45-8b2f-e4ddf66f3d2f None None] Provisioning complete for port e2c15a0f-254c-46c0-86c6-6a66c028007e triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:59:12.594240 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a4ba257c-c608-4f45-8b2f-e4ddf66f3d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:12.600796 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-9c45a451-3d16-4982-b240-01d2291d8cf0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=111042) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 21 16:59:12.601804 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-9c45a451-3d16-4982-b240-01d2291d8cf0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052547 Jun 21 16:59:12.627191 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba257c-c608-4f45-8b2f-e4ddf66f3d2f None None] Port e2c15a0f-254c-46c0-86c6-6a66c028007e cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 16:59:12.663250 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Request body: {'port': {'device_id': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:12.726738 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:12.983733 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c15a0f-254c-46c0-86c6-6a66c028007e {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:59:12.991932 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Publish callbacks [] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:13.005703 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Transition to ACTIVE for port object e2c15a0f-254c-46c0-86c6-6a66c028007e will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 16:59:13.151976 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:13.193067 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:13.202551 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Pushing event updated for resources: {'Port': ['ID=e2c15a0f-254c-46c0-86c6-6a66c028007e,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:13.294841 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Attempting to bind port e2c15a0f-254c-46c0-86c6-6a66c028007e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:59:13.295180 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Attempting to bind port e2c15a0f-254c-46c0-86c6-6a66c028007e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:59:13.295510 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Attempting to bind port e2c15a0f-254c-46c0-86c6-6a66c028007e on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:59:13.301038 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Port e2c15a0f-254c-46c0-86c6-6a66c028007e on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 16:59:13.301399 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Attempting to bind port e2c15a0f-254c-46c0-86c6-6a66c028007e on network 83741c3b-7ff0-4b33-b398-e82b72fea3bd {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:59:13.306868 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:59:13.307204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Checking segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:59:13.307592 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Bound using segment: {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:59:13.308015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Bound port: e2c15a0f-254c-46c0-86c6-6a66c028007e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3546909f-0327-4569-8513-6adbb61ea540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1226, 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:59:13.308378 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:13.376063 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] For port e2c15a0f-254c-46c0-86c6-6a66c028007e, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:59:13.380027 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] For port e2c15a0f-254c-46c0-86c6-6a66c028007e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e2c15a0f-254c-46c0-86c6-6a66c028007e,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:59:13.478268 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:13.521565 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:13.522194 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:13.523608 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] 10.222.0.47 "PUT /v2.0/ports/e2c15a0f-254c-46c0-86c6-6a66c028007e HTTP/1.1" status: 200 len: 1093 time: 0.9132652 Jun 21 16:59:13.524048 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'tag': 'e2c15a0f-254c-46c0-86c6-6a66c028007e'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:59:13.526351 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446815e4-a91d-4e0f-8e7d-12067519d239" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d", "tag": "e2c15a0f-254c-46c0-86c6-6a66c028007e"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:59:13.560262 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14f060-620a-4163-9f91-6a2db6e0966c service neutron] Pushing event updated for resources: {'Port': ['ID=e2c15a0f-254c-46c0-86c6-6a66c028007e,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:13.632254 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8673365-09ba-41a2-bfa8-d50f381d0bd7 x-openstack-request-id: req-f8673365-09ba-41a2-bfa8-d50f381d0bd7 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:59:13.632576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d", "tag": "e2c15a0f-254c-46c0-86c6-6a66c028007e", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:59:13.632834 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8673365-09ba-41a2-bfa8-d50f381d0bd7 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:59:13.633439 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8673365-09ba-41a2-bfa8-d50f381d0bd7'] response: {'name': 'network-changed', 'server_uuid': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'tag': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'status': 'completed', 'code': 200} Jun 21 16:59:13.730123 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e76a3-fb0d-4ac0-a11c-d1a766c47042 req-c59bcee9-8810-4a8c-b9d5-30fcb713c736 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:13.731716 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b96e76a3-fb0d-4ac0-a11c-d1a766c47042 req-c59bcee9-8810-4a8c-b9d5-30fcb713c736 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 943 time: 0.0894599 Jun 21 16:59:13.733189 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446815e4-a91d-4e0f-8e7d-12067519d239 req-6649a7d3-7fd5-420b-9f99-9bceaa9bf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:13.734574 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-446815e4-a91d-4e0f-8e7d-12067519d239 req-6649a7d3-7fd5-420b-9f99-9bceaa9bf442 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 1127 time: 0.0792789 Jun 21 16:59:13.847780 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b96e76a3-fb0d-4ac0-a11c-d1a766c47042 req-4001971e-3741-423e-b7c8-0fc37b195ec1 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096864 Jun 21 16:59:13.874637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446815e4-a91d-4e0f-8e7d-12067519d239 req-69d88733-ac68-42c4-b746-ec53b74bad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:13.876157 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-446815e4-a91d-4e0f-8e7d-12067519d239 req-69d88733-ac68-42c4-b746-ec53b74bad69 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1322262 Jun 21 16:59:13.971559 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446815e4-a91d-4e0f-8e7d-12067519d239 req-648c00a5-9c5c-4f8b-883f-93e5c6059aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:13.973024 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-446815e4-a91d-4e0f-8e7d-12067519d239 req-648c00a5-9c5c-4f8b-883f-93e5c6059aa4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904884 Jun 21 16:59:14.054613 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-79fed4d2-fd61-49da-b3f9-17c69de531f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:14.056121 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-79fed4d2-fd61-49da-b3f9-17c69de531f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 1127 time: 0.0454059 Jun 21 16:59:14.096338 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-238917df-2fd6-4a28-b42b-1fca848db228 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2c15a0f-254c-46c0-86c6-6a66c028007e HTTP/1.1" status: 200 len: 217 time: 0.0327985 Jun 21 16:59:14.136532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:14.147794 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-cf231656-9945-4ec5-bcbf-090d8f4af637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:14.149259 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-cf231656-9945-4ec5-bcbf-090d8f4af637 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0454533 Jun 21 16:59:14.193336 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-9f352e41-95b7-4367-925f-8f7a4fcbdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:14.208807 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-9f352e41-95b7-4367-925f-8f7a4fcbdd0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390842 Jun 21 16:59:14.294508 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-70f840a4-067d-44c3-ae1c-c40cc5dfed22 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910242 Jun 21 16:59:14.395201 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2e59114-cc2a-41df-9f70-0ffdf08f27f8 req-345a35d6-fab5-4132-aecc-835e69bc0981 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950167 Jun 21 16:59:14.970145 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a11836-13d5-471b-9347-723986779622 req-24fd699e-1762-4897-a048-24e3b2e14b9c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:14.972887 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b4a11836-13d5-471b-9347-723986779622 req-24fd699e-1762-4897-a048-24e3b2e14b9c tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 943 time: 0.0528162 Jun 21 16:59:15.025649 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b4a11836-13d5-471b-9347-723986779622 req-5b5c5bbd-c7f0-47b0-98f0-8b7e4c2e7b5a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468421 Jun 21 16:59:15.338299 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device e2c15a0f-254c-46c0-86c6-6a66c028007e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 16:59:15.357233 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:15.390454 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:15.450633 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port e2c15a0f-254c-46c0-86c6-6a66c028007e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e2c15a0f-254c-46c0-86c6-6a66c028007e,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:59:15.463087 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'port_id': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'mac_address': 'fa:16:3e:83:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 16:59:15.496974 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port e2c15a0f-254c-46c0-86c6-6a66c028007e is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:59:15.497397 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:15.510879 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c15a0f-254c-46c0-86c6-6a66c028007e {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 16:59:15.531327 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port e2c15a0f-254c-46c0-86c6-6a66c028007e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e2c15a0f-254c-46c0-86c6-6a66c028007e,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:59:15.695038 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:15.748376 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=e2c15a0f-254c-46c0-86c6-6a66c028007e,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:15.967277 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['e2c15a0f-254c-46c0-86c6-6a66c028007e'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 16:59:16.171552 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e5170-ecb3-46bc-adac-8197e2dd029c req-df220fef-0d1c-4464-84f3-53634fffd8b0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:16.173433 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-768e5170-ecb3-46bc-adac-8197e2dd029c req-df220fef-0d1c-4464-84f3-53634fffd8b0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 944 time: 0.0524149 Jun 21 16:59:16.200274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:16.224214 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-768e5170-ecb3-46bc-adac-8197e2dd029c req-96948204-692f-4216-8702-f1d60e8765e2 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453000 Jun 21 16:59:17.347120 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3c6a4-c83f-428b-9395-d5de8f750b32 req-0657466e-f68e-4688-9c5d-890342276b91 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:17.348585 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8da3c6a4-c83f-428b-9395-d5de8f750b32 req-0657466e-f68e-4688-9c5d-890342276b91 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 944 time: 0.0479324 Jun 21 16:59:17.397319 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8da3c6a4-c83f-428b-9395-d5de8f750b32 req-3e838b03-0c8f-41eb-b976-175609ac98ed tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Jun 21 16:59:18.359802 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device e2c15a0f-254c-46c0-86c6-6a66c028007e up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 16:59:18.408262 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port e2c15a0f-254c-46c0-86c6-6a66c028007e completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 16:59:18.510796 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c1781-4d14-4651-91fc-3c00afc25453 req-788d6927-a3ea-433f-9bb7-fdd02ee5fe3a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:18.512170 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-959c1781-4d14-4651-91fc-3c00afc25453 req-788d6927-a3ea-433f-9bb7-fdd02ee5fe3a tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 944 time: 0.0469584 Jun 21 16:59:18.551644 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port e2c15a0f-254c-46c0-86c6-6a66c028007e triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 16:59:18.551941 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:18.559652 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-959c1781-4d14-4651-91fc-3c00afc25453 req-e5c02b8e-d60f-4248-bb3a-225069f01811 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Jun 21 16:59:18.624834 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port e2c15a0f-254c-46c0-86c6-6a66c028007e is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 16:59:18.625214 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:18.648665 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c15a0f-254c-46c0-86c6-6a66c028007e'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:59:18.650856 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f204c-20c1-42f7-adf0-fbfde65efa1b" -d '{"events": [{"server_uuid": "0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d", "name": "network-vif-plugged", "status": "completed", "tag": "e2c15a0f-254c-46c0-86c6-6a66c028007e"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:59:18.663682 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port e2c15a0f-254c-46c0-86c6-6a66c028007e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e2c15a0f-254c-46c0-86c6-6a66c028007e,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:59:18.689638 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2296827-c3bd-4556-9c41-66e34eb3440c x-openstack-request-id: req-a2296827-c3bd-4556-9c41-66e34eb3440c {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:59:18.689930 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d", "name": "network-vif-plugged", "status": "completed", "tag": "e2c15a0f-254c-46c0-86c6-6a66c028007e", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:59:18.690184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2296827-c3bd-4556-9c41-66e34eb3440c {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:59:18.690578 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2296827-c3bd-4556-9c41-66e34eb3440c'] response: {'server_uuid': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'code': 200} Jun 21 16:59:18.778214 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:18.816521 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=e2c15a0f-254c-46c0-86c6-6a66c028007e,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:19.679205 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fa7ce-6c44-4dc0-9dc6-8d10e3be02c6 req-0387dbf4-afe6-4cf7-bf34-b2ef6247bf4f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:19.680705 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-084fa7ce-6c44-4dc0-9dc6-8d10e3be02c6 req-0387dbf4-afe6-4cf7-bf34-b2ef6247bf4f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 945 time: 0.0514958 Jun 21 16:59:19.729338 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-084fa7ce-6c44-4dc0-9dc6-8d10e3be02c6 req-cdb63e15-bbe9-4b90-847e-8a51ae2ce7c6 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427353 Jun 21 16:59:20.603475 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf27170-2de5-4714-a28a-0331c1f9a61c req-02644a21-7e65-442d-91cc-bd105d5b90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:20.604937 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fbf27170-2de5-4714-a28a-0331c1f9a61c req-02644a21-7e65-442d-91cc-bd105d5b90e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 1129 time: 0.0398617 Jun 21 16:59:20.651149 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fbf27170-2de5-4714-a28a-0331c1f9a61c req-980ae280-964e-4df7-9a40-3ffcbebd682b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Jun 21 16:59:20.848799 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf44e6-81de-47fd-90dc-0dae02cd7196 req-3ad38151-1649-4475-a8a6-578db4670822 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:20.857417 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-badf44e6-81de-47fd-90dc-0dae02cd7196 req-3ad38151-1649-4475-a8a6-578db4670822 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 945 time: 0.0502799 Jun 21 16:59:20.902276 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-badf44e6-81de-47fd-90dc-0dae02cd7196 req-076b3c52-d6b0-442c-97e1-75a3d2de4f06 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456710 Jun 21 16:59:22.025763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff6544-e4cb-4a0f-8f57-bf36bd83da8f req-c7624906-456e-432f-817e-58b696c280f0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:22.027276 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b7ff6544-e4cb-4a0f-8f57-bf36bd83da8f req-c7624906-456e-432f-817e-58b696c280f0 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 945 time: 0.0543218 Jun 21 16:59:22.079050 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-b7ff6544-e4cb-4a0f-8f57-bf36bd83da8f req-d3fef205-477d-430f-8598-98f5b7a14139 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458984 Jun 21 16:59:23.203017 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5270f-e7ad-4e6f-b8d8-6a4712339dd8 req-95728383-0ed4-4a92-a7cc-5895ae244e3f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:23.204506 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-edf5270f-e7ad-4e6f-b8d8-6a4712339dd8 req-95728383-0ed4-4a92-a7cc-5895ae244e3f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 945 time: 0.0575745 Jun 21 16:59:23.241338 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:23.253031 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-edf5270f-e7ad-4e6f-b8d8-6a4712339dd8 req-f73c96f3-7ec6-4084-887e-58154aadf8ec tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Jun 21 16:59:23.368415 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a62c-97ac-4bd0-a65d-f5ee81428e2b req-913422f0-f467-42a2-8b6d-4052248ccca9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:23.369928 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-5c86a62c-97ac-4bd0-a65d-f5ee81428e2b req-913422f0-f467-42a2-8b6d-4052248ccca9 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 945 time: 0.0480266 Jun 21 16:59:23.380002 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43012) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:23.385174 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Request body: {'floatingip': {'port_id': 'e2c15a0f-254c-46c0-86c6-6a66c028007e'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:23.422452 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (e9c9c34d-0adb-4c9b-ac86-6e3305d22646), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:23.861883 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:23.934235 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (e9c9c34d-0adb-4c9b-ac86-6e3305d22646), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:24.027348 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:24.033658 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Floating IP e9c9c34d-0adb-4c9b-ac86-6e3305d22646 associated. External IP: 172.27.2.138, port: e2c15a0f-254c-46c0-86c6-6a66c028007e. Jun 21 16:59:24.071764 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:24.247354 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 16:59:24.359932 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:59:24.364846 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:24.369778 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:59:24.372390 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:24.381819 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:59:24.383149 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:59:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:24.401206 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-8d55c961-c2ab-4631-94ad-8539cd2bdd2e tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "PUT /v2.0/floatingips/e9c9c34d-0adb-4c9b-ac86-6e3305d22646 HTTP/1.1" status: 200 len: 991 time: 1.0175834 Jun 21 16:59:24.401206 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'tag': 'e2c15a0f-254c-46c0-86c6-6a66c028007e'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 16:59:24.402101 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e8c024-27ac-4f17-96c6-a60409b94b83" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d", "tag": "e2c15a0f-254c-46c0-86c6-6a66c028007e"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:59:24.437269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 16:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f8ed42-99a7-491e-a3c8-1b623df1a198 x-openstack-request-id: req-48f8ed42-99a7-491e-a3c8-1b623df1a198 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:59:24.437667 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d", "tag": "e2c15a0f-254c-46c0-86c6-6a66c028007e", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:59:24.438038 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48f8ed42-99a7-491e-a3c8-1b623df1a198 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:59:24.438460 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f8ed42-99a7-491e-a3c8-1b623df1a198'] response: {'name': 'network-changed', 'server_uuid': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'tag': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'status': 'completed', 'code': 200} Jun 21 16:59:24.502271 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-f0593fd4-b177-4148-8a69-245d5db20aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:24.503835 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-f0593fd4-b177-4148-8a69-245d5db20aa1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 1129 time: 0.0417149 Jun 21 16:59:24.604240 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-100f5e03-8612-4060-bf7b-f63826dca3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:24.605788 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-100f5e03-8612-4060-bf7b-f63826dca3ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 200 len: 917 time: 0.0952389 Jun 21 16:59:24.618554 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:59:24.673086 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-323f24a3-d976-4a7c-9b22-960b4a08c2ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2c15a0f-254c-46c0-86c6-6a66c028007e HTTP/1.1" status: 200 len: 999 time: 0.0611422 Jun 21 16:59:24.723024 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-fe313e8b-c591-4a80-9531-903e3050d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:24.724638 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-fe313e8b-c591-4a80-9531-903e3050d2bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 200 len: 854 time: 0.0454786 Jun 21 16:59:24.748391 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:24.769190 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-b67f3088-4a7f-42de-94bf-924c428b42c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:24.770754 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-b67f3088-4a7f-42de-94bf-924c428b42c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=83741c3b-7ff0-4b33-b398-e82b72fea3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413733 Jun 21 16:59:24.839807 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:24.845838 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'e9c9c34d-0adb-4c9b-ac86-6e3305d22646', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:83:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:59:06Z', 'updated_at': '2022-06-21T16:59:23Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:24.866184 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-5cd4fb38-3fdf-4c6e-bf9d-3670c86d759c service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899103 Jun 21 16:59:24.875125 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:59:24.884859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 16:59:24.885500 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:59:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:24.969596 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c6e8c024-27ac-4f17-96c6-a60409b94b83 req-03237a00-637b-4060-8271-521ff64e62a9 service neutron] 10.222.0.47 "GET /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974562 Jun 21 16:59:24.998457 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 16:59:25.215542 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'e9c9c34d-0adb-4c9b-ac86-6e3305d22646', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:83:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:59:06Z', 'updated_at': '2022-06-21T16:59:23Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:25.241711 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91520cea-d1a8-4503-8d8d-cfba38014e8b None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': 'e9c9c34d-0adb-4c9b-ac86-6e3305d22646', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'port_id': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'mac_address': 'fa:16:3e:83:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:59:06Z', 'updated_at': '2022-06-21T16:59:23Z', 'revision_number': 1, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:59:25.448216 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c856f76d-9e6d-44e5-ab97-d5ce3c8504a0 None None] New status for floating IP e9c9c34d-0adb-4c9b-ac86-6e3305d22646: ACTIVE {{(pid=111045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 16:59:30.923417 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:31.902590 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43076) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:31.948308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d10d46-ac1f-431b-af15-dc2ff53b4a62 admin admin] Deleting subnet 368b6dba-70e6-4978-95f3-41467a7b0559 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 16:59:31.951584 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-01d10d46-ac1f-431b-af15-dc2ff53b4a62 admin admin] Publish callbacks [] for subnet (368b6dba-70e6-4978-95f3-41467a7b0559), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:31.987204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-01d10d46-ac1f-431b-af15-dc2ff53b4a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (368b6dba-70e6-4978-95f3-41467a7b0559), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.027559 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-01d10d46-ac1f-431b-af15-dc2ff53b4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (368b6dba-70e6-4978-95f3-41467a7b0559), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.180923 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-01d10d46-ac1f-431b-af15-dc2ff53b4a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (368b6dba-70e6-4978-95f3-41467a7b0559), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.207720 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d10d46-ac1f-431b-af15-dc2ff53b4a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368b6dba-70e6-4978-95f3-41467a7b0559,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:32.211789 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-01d10d46-ac1f-431b-af15-dc2ff53b4a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.214955 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-01d10d46-ac1f-431b-af15-dc2ff53b4a62 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/368b6dba-70e6-4978-95f3-41467a7b0559 HTTP/1.1" status: 204 len: 168 time: 0.3113399 Jun 21 16:59:32.217573 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43078) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:32.286931 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (09788440-c818-4ffe-850a-f3f22fe9f60f), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.335024 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:32.368265 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (09788440-c818-4ffe-850a-f3f22fe9f60f), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.389870 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09788440-c818-4ffe-850a-f3f22fe9f60f']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:32.399807 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b2da15-bd9f-425d-ab61-c3443936de70') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:32.400107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b2da15-bd9f-425d-ab61-c3443936de70') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:59:32.410375 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (10b2da15-bd9f-425d-ab61-c3443936de70), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.423653 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (10b2da15-bd9f-425d-ab61-c3443936de70), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.430078 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Releasing vlan 1201 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:59:32.430473 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (10b2da15-bd9f-425d-ab61-c3443936de70), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.489442 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 10b2da15-bd9f-425d-ab61-c3443936de70 resource provider aggregate not found Jun 21 16:59:32.510804 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 10b2da15-bd9f-425d-ab61-c3443936de70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10b2da15-bd9f-425d-ab61-c3443936de70 found for delete ", "request_id": "req-1580686e-55a4-4bab-ba19-a86092f4ebf0"}]} Jun 21 16:59:32.556950 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (09788440-c818-4ffe-850a-f3f22fe9f60f), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.562626 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:32.565550 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] 10.222.0.70 "DELETE /v2.0/networks/09788440-c818-4ffe-850a-f3f22fe9f60f HTTP/1.1" status: 204 len: 168 time: 0.3470104 Jun 21 16:59:32.577466 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee482e-72ef-4bae-af8b-0a2d61e3626c admin admin] Pushing event deleted for resources: {'Network': ['ID=09788440-c818-4ffe-850a-f3f22fe9f60f,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:32.909209 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43086) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:32.950240 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-859f4389-aa47-4b20-ba6f-82e947fc1a3a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7dddfcc30ee8433c9f48d7153b416f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397751 Jun 21 16:59:32.952738 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43088) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:33.000542 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88c245ee-72d0-4d88-83f7-625a0bf58e82 admin admin] Publish callbacks [] for security_group (d557d3ac-a73e-4104-b1ee-43391f18090d), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:33.022177 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88c245ee-72d0-4d88-83f7-625a0bf58e82 admin admin] Publish callbacks [] for security_group (d557d3ac-a73e-4104-b1ee-43391f18090d), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:33.039219 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:33.134387 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88c245ee-72d0-4d88-83f7-625a0bf58e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (d557d3ac-a73e-4104-b1ee-43391f18090d), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:33.137015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88c245ee-72d0-4d88-83f7-625a0bf58e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:33.138209 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-88c245ee-72d0-4d88-83f7-625a0bf58e82 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d557d3ac-a73e-4104-b1ee-43391f18090d HTTP/1.1" status: 204 len: 168 time: 0.1845505 Jun 21 16:59:33.147726 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c245ee-72d0-4d88-83f7-625a0bf58e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d557d3ac-a73e-4104-b1ee-43391f18090d,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:33.250351 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:34.122815 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-348cb025-657b-4863-87e6-dad3cc921879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:36.254333 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fce1fb2e-c0f7-498b-8178-dfb53e5b5c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:37.271997 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 16:59:37.499761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:38.866897 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:38.980052 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:43.142338 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:DELETE=5,neutron:SELECT=23 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:43.419095 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-114dd40f-c97a-47f5-b36c-5a00a88082c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426040 Jun 21 16:59:44.485656 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-02bc3f29-83c6-4eac-98e7-b5dc0bc8f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:44.487166 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-02bc3f29-83c6-4eac-98e7-b5dc0bc8f3e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 1129 time: 0.0397699 Jun 21 16:59:44.597827 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-1f729cc6-6cbd-450a-8ea4-5fe0853417ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:44.599213 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-1f729cc6-6cbd-450a-8ea4-5fe0853417ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 914 time: 0.0866303 Jun 21 16:59:44.666914 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-9232fa76-0232-4a57-9510-22902b43b330 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711a0b2d-04b6-4f67-8f42-73102320e7af HTTP/1.1" status: 200 len: 1001 time: 0.0600414 Jun 21 16:59:44.717383 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-e3639334-7003-465e-865e-c5eb97603cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:44.718817 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-e3639334-7003-465e-865e-c5eb97603cfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0447099 Jun 21 16:59:44.768612 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-cd7c9225-d2d1-458b-b40d-cb2a97041ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:44.770197 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-cd7c9225-d2d1-458b-b40d-cb2a97041ea5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411437 Jun 21 16:59:44.866945 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-638cea6b-8d15-4782-bd23-fde48fe3968c service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890491 Jun 21 16:59:44.963175 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-03040308-de74-4fa4-b4dc-6a847609f5fd req-896b4be0-3526-496f-a12b-edb6c8173354 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894928 Jun 21 16:59:47.267576 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:47.268349 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:48.879823 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:48.881703 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:54.958297 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=49 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:54.959123 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=52 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:55.786471 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43228) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:56.141392 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3a82-f9f4-475e-942d-11c6d99da878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:56.217487 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3a82-f9f4-475e-942d-11c6d99da878 admin admin] Publish callbacks [] for security_group (2a741bdc-9280-4adf-934d-7b8a4c85f96b), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:56.305561 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c0f3a82-f9f4-475e-942d-11c6d99da878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2a741bdc-9280-4adf-934d-7b8a4c85f96b), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:56.346000 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9c0f3a82-f9f4-475e-942d-11c6d99da878 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4959857bbf8e4718affb287b5602f17f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584397 Jun 21 16:59:56.346846 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f3a82-f9f4-475e-942d-11c6d99da878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a741bdc-9280-4adf-934d-7b8a4c85f96b,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:56.348829 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43232) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:56.401194 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Publish callbacks [] for security_group (2a741bdc-9280-4adf-934d-7b8a4c85f96b), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:56.424903 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Publish callbacks [] for security_group (2a741bdc-9280-4adf-934d-7b8a4c85f96b), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:56.579476 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (2a741bdc-9280-4adf-934d-7b8a4c85f96b), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:56.582128 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:56.583334 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a741bdc-9280-4adf-934d-7b8a4c85f96b HTTP/1.1" status: 204 len: 168 time: 0.2334971 Jun 21 16:59:56.594025 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a741bdc-9280-4adf-934d-7b8a4c85f96b,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:56.601757 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.602112 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.602473 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.602804 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.603281 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.603623 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.604014 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.604283 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.604615 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.604972 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.605942 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.606268 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.606597 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.606928 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:56.607252 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b568c48-fd85-4576-8878-88c5b3b7a5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:57.602584 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43254) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:57.700647 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1041919151-network', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:57.756732 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Made reservation on behalf of 30d08b848eb54ba9855407bcdef52d14 for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:59:57.759352 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:57.771472 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:57.846773 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Publish callbacks [] for security_group (8750eb8a-7408-472f-9834-c92b864c9ed6), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:57.916626 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (8750eb8a-7408-472f-9834-c92b864c9ed6), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:57.945800 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1203} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 16:59:57.953457 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8750eb8a-7408-472f-9834-c92b864c9ed6,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:57.959697 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (3e988287-8ade-4060-864c-17f0173516f6), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:57.960036 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Added segment 3e988287-8ade-4060-864c-17f0173516f6 of type vlan for network adb07e25-8c55-4679-a0bd-97c862695c8d Jun 21 16:59:58.000741 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (adb07e25-8c55-4679-a0bd-97c862695c8d), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:58.099805 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (adb07e25-8c55-4679-a0bd-97c862695c8d), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:58.100755 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:58.101361 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:58.171528 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] Pushing event updated for resources: {'Network': ['ID=adb07e25-8c55-4679-a0bd-97c862695c8d,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:58.181658 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network adb07e25-8c55-4679-a0bd-97c862695c8d details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 16:59:58.199926 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-21338a74-f215-44ee-9cba-7f26e62c4df1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5955524 Jun 21 16:59:58.203283 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43258) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:58.207970 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Request body: {'subnet': {'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1041919151-subnet', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'ip_version': 4}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:58.299392 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Made reservation on behalf of 30d08b848eb54ba9855407bcdef52d14 for: {'subnet': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:59:58.301906 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529643338'] for subnet (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:58.562705 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529715736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529643324'] for subnet (5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:58.590620 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:58.603931 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 16:59:58.615459 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:58.632878 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Checking segment: {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:59:58.633234 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Network hostable DHCP agents. Network: adb07e25-8c55-4679-a0bd-97c862695c8d, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 16:59:58.704530 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Network adb07e25-8c55-4679-a0bd-97c862695c8d is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 16:59:58.756719 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, adb07e25-8c55-4679-a0bd-97c862695c8d) {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:59:58.761079 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 16:59:58.761819 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:58.766652 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b87024-5bda-4784-a34c-18f9bc2dfcf8 None None] Network adb07e25-8c55-4679-a0bd-97c862695c8d requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 16:59:58.849995 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-706bbe3b-254d-4b8a-815e-16cf895a1116 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6455734 Jun 21 16:59:58.852662 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43260) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 16:59:58.857894 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 16:59:58.876299 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-adb07e25-8c55-4679-a0bd-97c862695c8d', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 16:59:58.877251 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:58.962717 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:58.963794 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.021398 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks [] for router_controller (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), precommit_add_association {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.021807 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Allocated IP 172.20.0.2 (adb07e25-8c55-4679-a0bd-97c862695c8d/5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5/1b3099f9-67fd-4eea-941c-1cb579ceaa30) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:59:59.162575 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Publish callbacks [] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.231907 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.270540 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Network adb07e25-8c55-4679-a0bd-97c862695c8d is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:59:59.276267 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:59:59.281260 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 16:59:59.313493 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Pushing event updated for resources: {'Port': ['ID=1b3099f9-67fd-4eea-941c-1cb579ceaa30,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:59.323798 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.324736 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.325043 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.325360 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.325674 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.326007 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.326329 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.326657 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.326977 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.327298 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.327618 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.327938 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.328253 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.328569 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.328881 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:59:59.364390 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Attempting to bind port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 16:59:59.364761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Attempting to bind port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 16:59:59.365127 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Attempting to bind port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 on network adb07e25-8c55-4679-a0bd-97c862695c8d {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 16:59:59.371376 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 16:59:59.371879 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Checking segment: {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 16:59:59.372441 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.373093 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Bound using segment: {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 16:59:59.373701 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Bound port: 1b3099f9-67fd-4eea-941c-1cb579ceaa30, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 16:59:59.374184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.438694 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] For port 1b3099f9-67fd-4eea-941c-1cb579ceaa30, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:59:59.441857 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] For port 1b3099f9-67fd-4eea-941c-1cb579ceaa30, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=1b3099f9-67fd-4eea-941c-1cb579ceaa30,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:59:59.476863 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks [] for router_gateway (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.523051 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.590430 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c1ce4-1a3f-472e-82cc-2a12c333fe47 None None] Pushing event updated for resources: {'Port': ['ID=1b3099f9-67fd-4eea-941c-1cb579ceaa30,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:59:59.752618 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks [] for router_gateway (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.774417 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 16:59:59.885894 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Allocated IP 172.27.2.209 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/8d181469-04d8-427b-b939-7f88d0f5fd00) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:59:59.995482 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks [] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:00.006005 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:00.088372 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:00.129834 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:00.132981 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:00.136454 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 17:00:00.165783 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Pushing event updated for resources: {'Port': ['ID=8d181469-04d8-427b-b939-7f88d0f5fd00,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:00.184313 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:00.468528 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5ae90-81d0-4814-b54a-e7c6cc6ecf3a None None] Network adb07e25-8c55-4679-a0bd-97c862695c8d requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 17:00:00.504420 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks [] for router_gateway (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:00.508142 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-3adaca76-db6b-45f1-8adf-6dab67f553af None None] Provisioning complete for port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:00.508522 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3adaca76-db6b-45f1-8adf-6dab67f553af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:00.555343 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:00.577378 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:00.656036 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-3adaca76-db6b-45f1-8adf-6dab67f553af None None] Current status of the port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:00.657995 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3adaca76-db6b-45f1-8adf-6dab67f553af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:00.707373 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:00.717202 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-3adaca76-db6b-45f1-8adf-6dab67f553af None None] For port 1b3099f9-67fd-4eea-941c-1cb579ceaa30, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=1b3099f9-67fd-4eea-941c-1cb579ceaa30,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:00.821353 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3adaca76-db6b-45f1-8adf-6dab67f553af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:00.889477 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaca76-db6b-45f1-8adf-6dab67f553af None None] Pushing event updated for resources: {'Port': ['ID=1b3099f9-67fd-4eea-941c-1cb579ceaa30,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:00.893033 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:00.905271 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 1b3099f9-67fd-4eea-941c-1cb579ceaa30 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:00.951215 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 17:00:01.065263 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:01.077048 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Sync routers for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:01.086252 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-6169cf0b-a7de-4d33-b512-b09c2588dda5 None None] Provisioning complete for port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:01.086645 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6169cf0b-a7de-4d33-b512-b09c2588dda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.120317 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:01.121859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:59:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:01.141759 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.143019 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-d4e22636-16bb-4b0d-84ff-d4040a84e8bd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2893057 Jun 21 17:00:01.145992 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43264) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:01.166552 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:01.166954 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.222523 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43266) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:01.298078 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:01.314133 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:01.331808 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-6169cf0b-a7de-4d33-b512-b09c2588dda5 None None] Current status of the port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:01.376727 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Deleting port 5bf9ab70-0b59-445d-9efc-0ab4e69e673e {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:01.377068 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.415005 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:01.447865 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:01.466236 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.466623 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.483679 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Calling delete_port for 5bf9ab70-0b59-445d-9efc-0ab4e69e673e owned by network:floatingip {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:01.506267 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:01.525225 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:00Z', 'revision_number': 3, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T16:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:01.557727 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Checking router: ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:01.558883 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Updating router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e port 8d181469-04d8-427b-b939-7f88d0f5fd00 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 17:00:01.581504 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.588497 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.722659 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (5bf9ab70-0b59-445d-9efc-0ab4e69e673e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.725503 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:01.752892 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event deleted for resources: {'Port': ['ID=5bf9ab70-0b59-445d-9efc-0ab4e69e673e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:01.755804 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Allocated IP 172.20.0.1 (adb07e25-8c55-4679-a0bd-97c862695c8d/5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5/c2889d18-ca27-4231-acc7-17995c1404bb) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 17:00:01.820734 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (d9601717-22ba-4d68-ad3d-9bfb7588192f), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.821109 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Floating IP d9601717-22ba-4d68-ad3d-9bfb7588192f disassociated (deleted). External IP: 172.27.2.237, port: 711a0b2d-04b6-4f67-8f42-73102320e7af. Jun 21 17:00:01.861207 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Publish callbacks [] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.868495 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Publish callbacks [] for port (c2889d18-ca27-4231-acc7-17995c1404bb), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.925469 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:01.939366 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.974881 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:01.984528 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:02.004502 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Attempting to bind port 8d181469-04d8-427b-b939-7f88d0f5fd00 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 17:00:02.004874 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Attempting to bind port 8d181469-04d8-427b-b939-7f88d0f5fd00 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 17:00:02.005235 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Attempting to bind port 8d181469-04d8-427b-b939-7f88d0f5fd00 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 17:00:02.008936 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad26954-4fe7-48fb-b1c3-c495595789d4 None None] Pushing event updated for resources: {'Port': ['ID=8d181469-04d8-427b-b939-7f88d0f5fd00,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:02.014847 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 17:00:02.015223 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 17:00:02.015737 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.016011 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 17:00:02.016982 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Bound port: 8d181469-04d8-427b-b939-7f88d0f5fd00, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 17:00:02.016982 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.026379 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Network adb07e25-8c55-4679-a0bd-97c862695c8d is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:02.030535 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:02.034601 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 17:00:02.038334 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Pushing event updated for resources: {'Port': ['ID=c2889d18-ca27-4231-acc7-17995c1404bb,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:02.066480 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:00:02.082469 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] For port 8d181469-04d8-427b-b939-7f88d0f5fd00, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 17:00:02.083189 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.087379 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] For port 8d181469-04d8-427b-b939-7f88d0f5fd00, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8d181469-04d8-427b-b939-7f88d0f5fd00,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 17:00:02.176942 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:02.188925 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:02.194009 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.198556 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.200258 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df5483-180f-470c-86a2-d50de67595ed None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:02.216149 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df5483-180f-470c-86a2-d50de67595ed None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:02.216791 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-97df5483-180f-470c-86a2-d50de67595ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:59:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:02.253684 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a281d6b4-8d13-4e95-850a-384f079e1c00 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "DELETE /v2.0/floatingips/d9601717-22ba-4d68-ad3d-9bfb7588192f HTTP/1.1" status: 204 len: 168 time: 1.0289860 Jun 21 17:00:02.255220 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:00:02.258952 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:00:02.265480 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:02.266150 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:59:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:02.286476 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:02.333099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a415e9de-68ac-4911-ad95-cc2df86458d3 x-openstack-request-id: req-a415e9de-68ac-4911-ad95-cc2df86458d3 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:00:02.333099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:00:02.333099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a415e9de-68ac-4911-ad95-cc2df86458d3 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:00:02.333099 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a415e9de-68ac-4911-ad95-cc2df86458d3'] response: {'name': 'network-changed', 'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'status': 'completed', 'code': 200} Jun 21 17:00:02.335027 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.397415 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad26954-4fe7-48fb-b1c3-c495595789d4 None None] Pushing event updated for resources: {'Port': ['ID=8d181469-04d8-427b-b939-7f88d0f5fd00,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:02.403260 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-3eb0b43e-1184-4999-933a-76502c64354a None None] Provisioning complete for port c2889d18-ca27-4231-acc7-17995c1404bb triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:02.403640 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3eb0b43e-1184-4999-933a-76502c64354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.440396 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-b21614a4-ab8d-4600-860e-d8c5f884f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:02.443749 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-b21614a4-ab8d-4600-860e-d8c5f884f219 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 1129 time: 0.0801845 Jun 21 17:00:02.444289 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:02.477942 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-97df5483-180f-470c-86a2-d50de67595ed None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:02.484979 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0b43e-1184-4999-933a-76502c64354a None None] Port c2889d18-ca27-4231-acc7-17995c1404bb cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 17:00:02.523925 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:02.587332 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-4983beac-9021-4012-affa-aff49a601358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:02.590043 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-4983beac-9021-4012-affa-aff49a601358 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 914 time: 0.1382740 Jun 21 17:00:02.599026 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Publish callbacks [] for port (c2889d18-ca27-4231-acc7-17995c1404bb), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.643191 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-aaf3c38c-8671-4330-8577-232fe24a5849 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711a0b2d-04b6-4f67-8f42-73102320e7af HTTP/1.1" status: 200 len: 217 time: 0.0347426 Jun 21 17:00:02.672897 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:01Z', 'revision_number': 1, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:02.677829 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.703308 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc46afa-6c35-4104-bf2c-e6981fd3e929 None None] The sync data for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi is: [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:01Z', 'revision_number': 1, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:02.718037 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-6faa55a1-ff5f-4e0b-9bbe-2c7b5568aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:02.719533 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-6faa55a1-ff5f-4e0b-9bbe-2c7b5568aaaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0691328 Jun 21 17:00:02.754937 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-97df5483-180f-470c-86a2-d50de67595ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:41Z', 'revision_number': 1, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:02.784517 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df5483-180f-470c-86a2-d50de67595ed None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:02.793403 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df5483-180f-470c-86a2-d50de67595ed None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:02.794127 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-97df5483-180f-470c-86a2-d50de67595ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:59:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:02.821604 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:02.861055 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Pushing event updated for resources: {'Port': ['ID=c2889d18-ca27-4231-acc7-17995c1404bb,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:02.872454 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eac1ff-2d22-4862-bbad-b651fafd8df0 req-3eb12ef8-5d53-43bb-b75e-d7a93db64a87 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:02.874078 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a2eac1ff-2d22-4862-bbad-b651fafd8df0 req-3eb12ef8-5d53-43bb-b75e-d7a93db64a87 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.1023450 Jun 21 17:00:02.889972 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 1b3099f9-67fd-4eea-941c-1cb579ceaa30 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:02.896555 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:02.920086 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-97df5483-180f-470c-86a2-d50de67595ed None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:02.956538 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:02.957423 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:03.001836 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a2eac1ff-2d22-4862-bbad-b651fafd8df0 req-e292a72e-cc3d-4c9a-97d6-fad08d3325f2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114125 Jun 21 17:00:03.032607 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Network adb07e25-8c55-4679-a0bd-97c862695c8d is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:03.034475 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:03.198351 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:00:03.241007 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:03.289906 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-97df5483-180f-470c-86a2-d50de67595ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:41Z', 'revision_number': 1, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:03.319925 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df5483-180f-470c-86a2-d50de67595ed None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '040b55c3-ee1e-43ba-b6e9-6369642273ce', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'port_id': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'mac_address': 'fa:16:3e:d9:25:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T16:55:38Z', 'updated_at': '2022-06-21T16:55:41Z', 'revision_number': 1, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:03.396026 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:03.404711 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:03.411266 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-46b513bc-7942-4b46-93bd-9922dae0bf09 admin admin] 10.222.0.70 "PUT /v2.0/routers/ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2642651 Jun 21 17:00:03.416208 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-ac7a2b4e-19f2-4800-9fcd-a71a483d77e2 None None] Provisioning complete for port c2889d18-ca27-4231-acc7-17995c1404bb triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:03.416526 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2b4e-19f2-4800-9fcd-a71a483d77e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:03.466582 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a2b4e-19f2-4800-9fcd-a71a483d77e2 None None] Port c2889d18-ca27-4231-acc7-17995c1404bb cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 17:00:03.721553 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54218cc0-f619-4890-bc7e-0616d8e8dd80 None None] New status for floating IP d9601717-22ba-4d68-ad3d-9bfb7588192f: DOWN {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 17:00:04.002228 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-f9e0e346-2dfe-4eb3-bf59-31f2b8d8498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:04.004005 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-f9e0e346-2dfe-4eb3-bf59-31f2b8d8498d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515053 Jun 21 17:00:04.088428 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-359fe9d9-2603-4e9e-bf36-713fe0fc959b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.173815 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-fc863bea-bceb-4343-bdbf-67be8d8fab2c service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582029 Jun 21 17:00:04.204355 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2265e-6b08-422b-93e7-dc44e28cbd61 req-bb38e790-c64f-4c9c-a78f-a32fa90d42e0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:04.206384 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15f2265e-6b08-422b-93e7-dc44e28cbd61 req-bb38e790-c64f-4c9c-a78f-a32fa90d42e0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0902989 Jun 21 17:00:04.299956 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:04.347754 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-15f2265e-6b08-422b-93e7-dc44e28cbd61 req-b5394416-31d7-42b7-99f8-ac8238090361 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277406 Jun 21 17:00:04.351635 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f4ad5fbe-d687-45b6-96c2-5fde33308f6c req-c4b82fdc-7355-4302-b659-599ab420d334 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705477 Jun 21 17:00:04.369522 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43290) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:04.375408 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2054609129-network', 'tenant_id': '1375438233074ed88843ce0951322326'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:00:04.482588 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Made reservation on behalf of 1375438233074ed88843ce0951322326 for: {'network': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 17:00:04.485136 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for network (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.495066 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.546237 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3528d52-a675-4837-8bec-76a96834f148 req-24547dfd-da3e-4a77-8035-0b2ca8162ab2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:04.547809 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a3528d52-a675-4837-8bec-76a96834f148 req-24547dfd-da3e-4a77-8035-0b2ca8162ab2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 945 time: 0.0548522 Jun 21 17:00:04.593146 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Publish callbacks [] for security_group (5bce586a-f1e6-49e9-bbd9-6caae7338b36), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.633200 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Deleting port 711a0b2d-04b6-4f67-8f42-73102320e7af {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:04.633582 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.666119 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (5bce586a-f1e6-49e9-bbd9-6caae7338b36), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.694782 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=111043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 17:00:04.705870 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce586a-f1e6-49e9-bbd9-6caae7338b36,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:04.719118 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (eb0aa606-4199-45e6-9182-02194dd58eda), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.719118 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.segments_db [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Added segment eb0aa606-4199-45e6-9182-02194dd58eda of type vlan for network 272f0e20-956b-4003-b81e-9df89c708f9f Jun 21 17:00:04.751989 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] For port 711a0b2d-04b6-4f67-8f42-73102320e7af, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=711a0b2d-04b6-4f67-8f42-73102320e7af,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:04.752359 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.762430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733549568220'] for network (272f0e20-956b-4003-b81e-9df89c708f9f), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.767769 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Calling delete_port for 711a0b2d-04b6-4f67-8f42-73102320e7af owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:04.848361 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685'] for network (272f0e20-956b-4003-b81e-9df89c708f9f), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.849829 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:04.850087 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.880480 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8d181469-04d8-427b-b939-7f88d0f5fd00 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:04.913036 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:04.915660 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] Pushing event updated for resources: {'Network': ['ID=272f0e20-956b-4003-b81e-9df89c708f9f,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:04.928738 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Network 272f0e20-956b-4003-b81e-9df89c708f9f details requested by agent ovs-agent-dv-cinder-799871-21-iscsi with host dv-cinder-799871-21-iscsi {{(pid=111044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 21 17:00:04.961970 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-6b5daf37-72e2-43cf-ba85-fd83b9efe33f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5879481 Jun 21 17:00:04.963853 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43292) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:04.964096 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 8d181469-04d8-427b-b939-7f88d0f5fd00 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:04.965061 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:04.967922 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Request body: {'subnet': {'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2054609129-subnet', 'tenant_id': '1375438233074ed88843ce0951322326', 'ip_version': 4}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:00:04.979728 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (711a0b2d-04b6-4f67-8f42-73102320e7af), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.016448 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event deleted for resources: {'Port': ['ID=711a0b2d-04b6-4f67-8f42-73102320e7af,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:05.065025 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] No DVR routers for this DVR port 711a0b2d-04b6-4f67-8f42-73102320e7af on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:05.067616 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.071181 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a3528d52-a675-4837-8bec-76a96834f148 req-abc05f52-c43e-421f-9e56-edcf377778c8 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "DELETE /v2.0/ports/711a0b2d-04b6-4f67-8f42-73102320e7af HTTP/1.1" status: 204 len: 173 time: 0.5180306 Jun 21 17:00:05.071652 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'name': 'network-vif-deleted', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:00:05.074556 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e44b5f0-5a5d-49f5-9c29-f4effa615108" -d '{"events": [{"server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "name": "network-vif-deleted", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:00:05.090821 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 8d181469-04d8-427b-b939-7f88d0f5fd00 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:05.091299 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.114029 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87088db-f509-43b6-87a5-5eeeff8c2d9e x-openstack-request-id: req-c87088db-f509-43b6-87a5-5eeeff8c2d9e {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:00:05.114334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc11023-ceb3-4f72-83d3-a4ea95eb2863", "name": "network-vif-deleted", "tag": "711a0b2d-04b6-4f67-8f42-73102320e7af", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:00:05.114595 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c87088db-f509-43b6-87a5-5eeeff8c2d9e {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:00:05.115032 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87088db-f509-43b6-87a5-5eeeff8c2d9e'] response: {'server_uuid': '6bc11023-ceb3-4f72-83d3-a4ea95eb2863', 'name': 'network-vif-deleted', 'tag': '711a0b2d-04b6-4f67-8f42-73102320e7af', 'status': 'completed', 'code': 200} Jun 21 17:00:05.122732 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Made reservation on behalf of 1375438233074ed88843ce0951322326 for: {'subnet': 1} {{(pid=111043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 17:00:05.125253 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529643338'] for subnet (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.269121 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port 8d181469-04d8-427b-b939-7f88d0f5fd00, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8d181469-04d8-427b-b939-7f88d0f5fd00,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:05.285683 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:05.294331 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Sync routers for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:05.298287 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:05.306701 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:05.309629 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T16:59:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:05.370283 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.428088 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:05.434421 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=8d181469-04d8-427b-b939-7f88d0f5fd00,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:05.473137 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529715736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529643324'] for subnet (1fdbb506-97ff-4635-a5c6-6604078d1707), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.499447 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8e72764e-6303-4369-bed5-b90688c3a6bb req-706ca05c-ab35-4a7b-8fd9-b76afeed070d tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 210 time: 0.0444105 Jun 21 17:00:05.546731 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdbb506-97ff-4635-a5c6-6604078d1707,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:05.572275 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Checking segment: {'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 17:00:05.572672 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Network hostable DHCP agents. Network: 272f0e20-956b-4003-b81e-9df89c708f9f, hostable agents: ['35fd7af6-2bd8-4db3-8a49-762b6b263989'], hosted agents: [] {{(pid=111043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 17:00:05.575320 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:05.601978 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:05.665082 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 2, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:05.682091 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Network 272f0e20-956b-4003-b81e-9df89c708f9f is scheduled to be hosted by DHCP agent 35fd7af6-2bd8-4db3-8a49-762b6b263989 with binding_index 1 {{(pid=111043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 17:00:05.690722 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Checking router: ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:05.691089 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Updating router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e port c2889d18-ca27-4231-acc7-17995c1404bb binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 17:00:05.719915 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.796665 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-21-iscsi, 272f0e20-956b-4003-b81e-9df89c708f9f) {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:05.801145 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:05.801899 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.806703 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e445bf6-45cf-4d84-837e-d0f86f9b5e61 None None] Network 272f0e20-956b-4003-b81e-9df89c708f9f requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 17:00:05.874614 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-2bd410b7-d6d9-4286-b50c-9a1758b34f43 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9111428 Jun 21 17:00:05.877057 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43298) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:05.881333 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:00:05.916733 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0fd8b2-e28c-516e-bc8a-62c6df7ab990-272f0e20-956b-4003-b81e-9df89c708f9f', 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f', 'project_id': '1375438233074ed88843ce0951322326', 'fixed_ips': [{'subnet_id': '1fdbb506-97ff-4635-a5c6-6604078d1707'}]}} from dv-cinder-799871-21-iscsi. {{(pid=111044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 21 17:00:05.918383 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.979657 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3775118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58558'] for router (ad166e69-bc38-477b-9bb9-9a2efec0327b), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.981570 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3799027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3831341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58545'] for router (ad166e69-bc38-477b-9bb9-9a2efec0327b), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:05.998709 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Publish callbacks [] for port (c2889d18-ca27-4231-acc7-17995c1404bb), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.037771 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks [] for router_controller (ad166e69-bc38-477b-9bb9-9a2efec0327b), precommit_add_association {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.047144 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:06.067783 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.db_base_plugin_common [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Allocated IP 172.20.0.2 (272f0e20-956b-4003-b81e-9df89c708f9f/1fdbb506-97ff-4635-a5c6-6604078d1707/2a7513bf-1b77-432e-b2a5-57fced8e8229) {{(pid=111044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 17:00:06.070818 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.150630 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Pushing event updated for resources: {'Port': ['ID=c2889d18-ca27-4231-acc7-17995c1404bb,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:06.165120 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.165725 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.166404 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.166944 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.167567 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.170116 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.170116 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.170116 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.170460 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.170813 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.171358 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.171916 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.172460 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.172997 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.173567 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:06.280813 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:06.288752 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Attempting to bind port c2889d18-ca27-4231-acc7-17995c1404bb on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 17:00:06.289362 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Attempting to bind port c2889d18-ca27-4231-acc7-17995c1404bb by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 17:00:06.290053 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Attempting to bind port c2889d18-ca27-4231-acc7-17995c1404bb on network adb07e25-8c55-4679-a0bd-97c862695c8d {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 17:00:06.302320 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 17:00:06.303026 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Checking segment: {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 17:00:06.303580 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.304529 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Bound using segment: {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 17:00:06.305372 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Bound port: c2889d18-ca27-4231-acc7-17995c1404bb, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 17:00:06.306154 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.306516 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks [] for router_gateway (ad166e69-bc38-477b-9bb9-9a2efec0327b), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.329735 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-9b92638d-e804-4b08-a5e2-9bca2e97d8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.360850 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Publish callbacks [] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), precommit_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.398358 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] For port c2889d18-ca27-4231-acc7-17995c1404bb, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 17:00:06.403130 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] For port c2889d18-ca27-4231-acc7-17995c1404bb, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=c2889d18-ca27-4231-acc7-17995c1404bb,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 17:00:06.405442 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-e92bd609-2f95-496b-b786-ce60e22d994e None None] Provisioning complete for port c2889d18-ca27-4231-acc7-17995c1404bb triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:06.405822 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e92bd609-2f95-496b-b786-ce60e22d994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.443139 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-e92bd609-2f95-496b-b786-ce60e22d994e None None] Port c2889d18-ca27-4231-acc7-17995c1404bb cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 17:00:06.528681 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), after_create {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.569561 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:06.578393 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Network 272f0e20-956b-4003-b81e-9df89c708f9f is already hosted by enough agents. {{(pid=111044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:06.580134 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.581639 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.scheduler.base_scheduler [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Resources bound (agent type, host, resource id): {{(pid=111044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:06.586670 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Received port after_create {{(pid=111044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 17:00:06.597094 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Pushing event updated for resources: {'Port': ['ID=2a7513bf-1b77-432e-b2a5-57fced8e8229,revision_number=1']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:06.657770 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999ea18-e0e3-489b-a1cb-ffc3b86e057f None None] Pushing event updated for resources: {'Port': ['ID=c2889d18-ca27-4231-acc7-17995c1404bb,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:06.677170 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Attempting to bind port 2a7513bf-1b77-432e-b2a5-57fced8e8229 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 17:00:06.677170 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Attempting to bind port 2a7513bf-1b77-432e-b2a5-57fced8e8229 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 17:00:06.677170 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Attempting to bind port 2a7513bf-1b77-432e-b2a5-57fced8e8229 on network 272f0e20-956b-4003-b81e-9df89c708f9f {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 17:00:06.677711 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:06.677711 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:06.686441 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 16, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 17:00:06.686862 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Checking segment: {'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 17:00:06.687287 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.687678 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Bound using segment: {'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 17:00:06.688178 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Bound port: 2a7513bf-1b77-432e-b2a5-57fced8e8229, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 17:00:06.688658 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.799120 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-74b50a81-b382-44e2-ad42-a226e414ba8f req-806db086-7f15-47bd-8cc5-13d72b74eedc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bc11023-ceb3-4f72-83d3-a4ea95eb2863 HTTP/1.1" status: 200 len: 210 time: 0.0658872 Jun 21 17:00:06.825396 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] For port 2a7513bf-1b77-432e-b2a5-57fced8e8229, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 17:00:06.825396 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] For port 2a7513bf-1b77-432e-b2a5-57fced8e8229, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=2a7513bf-1b77-432e-b2a5-57fced8e8229,segment=NetworkSegment(eb0aa606-4199-45e6-9182-02194dd58eda),segment_id=eb0aa606-4199-45e6-9182-02194dd58eda)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 17:00:06.905302 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:06.925795 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:06.955314 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8d181469-04d8-427b-b939-7f88d0f5fd00 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:06.984900 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks [] for router_gateway (ad166e69-bc38-477b-9bb9-9a2efec0327b), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.005767 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.040404 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198efc8-3051-4260-85e0-935d908b6176 None None] Pushing event updated for resources: {'Port': ['ID=2a7513bf-1b77-432e-b2a5-57fced8e8229,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:07.066761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 8d181469-04d8-427b-b939-7f88d0f5fd00 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:07.067142 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.092228 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:07.104198 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-5a7439dc-3872-4d00-aeb7-53b58d7c4e66 None None] Provisioning complete for port c2889d18-ca27-4231-acc7-17995c1404bb triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:07.104578 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5a7439dc-3872-4d00-aeb7-53b58d7c4e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.106386 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:07.145263 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Allocated IP 172.27.2.225 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/a21b49e5-b9ed-47ad-a37d-1520825c5a00) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 17:00:07.179838 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:06Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:07.185235 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:07.211291 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f240f2-6e77-4f90-93f0-611330d8b768 None None] The sync data for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi is: [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:06Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:07.226309 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 8d181469-04d8-427b-b939-7f88d0f5fd00 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:07.227392 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device c2889d18-ca27-4231-acc7-17995c1404bb up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:07.272733 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-5a7439dc-3872-4d00-aeb7-53b58d7c4e66 None None] Current status of the port c2889d18-ca27-4231-acc7-17995c1404bb is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:07.273129 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5a7439dc-3872-4d00-aeb7-53b58d7c4e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.340606 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-5a7439dc-3872-4d00-aeb7-53b58d7c4e66 None None] For port c2889d18-ca27-4231-acc7-17995c1404bb, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=c2889d18-ca27-4231-acc7-17995c1404bb,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:07.355507 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks [] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.358062 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port c2889d18-ca27-4231-acc7-17995c1404bb triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:07.358508 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.447788 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-5a7439dc-3872-4d00-aeb7-53b58d7c4e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.465436 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.483481 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port c2889d18-ca27-4231-acc7-17995c1404bb is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:07.483875 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.521763 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:07.524801 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:07.529979 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 17:00:07.556690 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a21b49e5-b9ed-47ad-a37d-1520825c5a00,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:07.559608 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7439dc-3872-4d00-aeb7-53b58d7c4e66 None None] Pushing event updated for resources: {'Port': ['ID=c2889d18-ca27-4231-acc7-17995c1404bb,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:07.563135 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:07.579059 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.db.api [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 21 17:00:07.579348 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG oslo_db.api [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 17:00:07.628999 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:07.664437 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 711a0b2d-04b6-4f67-8f42-73102320e7af no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:07.688586 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 711a0b2d-04b6-4f67-8f42-73102320e7af {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:07.689036 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 711a0b2d-04b6-4f67-8f42-73102320e7af not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:07.876847 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks [] for router_gateway (ad166e69-bc38-477b-9bb9-9a2efec0327b), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:08.124021 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3769452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3798935'] for router (ad166e69-bc38-477b-9bb9-9a2efec0327b), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:08.130643 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port c2889d18-ca27-4231-acc7-17995c1404bb is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:08.186453 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3468aa4-68c2-401a-bdbe-76eba1319fc7 None None] Network 272f0e20-956b-4003-b81e-9df89c708f9f requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 17:00:08.255777 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:08.285346 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-efb41eec-e0df-414f-a898-a29650dcd80e None None] Provisioning complete for port 2a7513bf-1b77-432e-b2a5-57fced8e8229 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:08.285722 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-efb41eec-e0df-414f-a898-a29650dcd80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:08.394896 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Router ad166e69-bc38-477b-9bb9-9a2efec0327b is scheduled to L3 agent ad912301-fca0-4f61-b93f-821b197b4eea with binding_index 1 {{(pid=111043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 21 17:00:08.396256 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-efb41eec-e0df-414f-a898-a29650dcd80e None None] Current status of the port 2a7513bf-1b77-432e-b2a5-57fced8e8229 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:08.396660 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-efb41eec-e0df-414f-a898-a29650dcd80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:08.454492 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-efb41eec-e0df-414f-a898-a29650dcd80e None None] For port 2a7513bf-1b77-432e-b2a5-57fced8e8229, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=2a7513bf-1b77-432e-b2a5-57fced8e8229,segment=NetworkSegment(eb0aa606-4199-45e6-9182-02194dd58eda),segment_id=eb0aa606-4199-45e6-9182-02194dd58eda)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:08.521765 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:08.534339 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:08.536759 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Sync routers for ids ['ad166e69-bc38-477b-9bb9-9a2efec0327b'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:08.547820 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Routers {'ad166e69-bc38-477b-9bb9-9a2efec0327b'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:08.548499 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ad166e69-bc38-477b-9bb9-9a2efec0327b'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:08.592627 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-efb41eec-e0df-414f-a898-a29650dcd80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:08.609820 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:08.611094 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f6f5f87b-9827-4d9e-8f13-ec4615ff93d4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7330568 Jun 21 17:00:08.614095 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43314) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:08.690766 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb41eec-e0df-414f-a898-a29650dcd80e None None] Pushing event updated for resources: {'Port': ['ID=2a7513bf-1b77-432e-b2a5-57fced8e8229,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:08.713986 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-596ada87-e685-4673-aec4-3a3e8f401059 None None] Provisioning complete for port 2a7513bf-1b77-432e-b2a5-57fced8e8229 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:08.715001 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-596ada87-e685-4673-aec4-3a3e8f401059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:08.763980 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Set router ad166e69-bc38-477b-9bb9-9a2efec0327b gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:08.996878 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:09.036834 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 2a7513bf-1b77-432e-b2a5-57fced8e8229 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:09.070880 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:09.071816 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.103522 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.126507 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-596ada87-e685-4673-aec4-3a3e8f401059 None None] Current status of the port 2a7513bf-1b77-432e-b2a5-57fced8e8229 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:09.179641 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 2a7513bf-1b77-432e-b2a5-57fced8e8229 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:09.180227 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.181685 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.229241 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:00:07Z', 'revision_number': 3, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port': {'id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:07Z', 'updated_at': '2022-06-21T17:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:09.260964 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Checking router: ad166e69-bc38-477b-9bb9-9a2efec0327b for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:09.264013 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Updating router ad166e69-bc38-477b-9bb9-9a2efec0327b port a21b49e5-b9ed-47ad-a37d-1520825c5a00 binding host dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 17:00:09.296857 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:09.299073 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Allocated IP 172.20.0.1 (272f0e20-956b-4003-b81e-9df89c708f9f/1fdbb506-97ff-4635-a5c6-6604078d1707/3550b940-9d12-492c-a6ac-9130164bf2e1) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 17:00:09.319253 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.362832 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 2a7513bf-1b77-432e-b2a5-57fced8e8229 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:09.362832 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device c2889d18-ca27-4231-acc7-17995c1404bb up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:09.434117 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Publish callbacks [] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.494351 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port c2889d18-ca27-4231-acc7-17995c1404bb triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:09.494724 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.551168 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.594501 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Network 272f0e20-956b-4003-b81e-9df89c708f9f is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:09.599348 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:09.603408 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 17:00:09.605865 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Pushing event updated for resources: {'Port': ['ID=3550b940-9d12-492c-a6ac-9130164bf2e1,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:09.649344 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3770162'] for router_interface (ad166e69-bc38-477b-9bb9-9a2efec0327b), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.671260 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port c2889d18-ca27-4231-acc7-17995c1404bb is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:09.696136 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Publish callbacks [] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), precommit_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.707690 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:09.819706 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.867724 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:09.883063 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1f57ecc9-8226-479a-963e-b7348f03cc0e None None] Provisioning complete for port 3550b940-9d12-492c-a6ac-9130164bf2e1 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:09.883437 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1f57ecc9-8226-479a-963e-b7348f03cc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.888659 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c20f7-3b6d-45d3-9985-0cf78a234af0 None None] Pushing event updated for resources: {'Port': ['ID=a21b49e5-b9ed-47ad-a37d-1520825c5a00,revision_number=2']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:09.905843 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.909187 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Attempting to bind port a21b49e5-b9ed-47ad-a37d-1520825c5a00 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 17:00:09.909641 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Attempting to bind port a21b49e5-b9ed-47ad-a37d-1520825c5a00 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 17:00:09.909996 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Attempting to bind port a21b49e5-b9ed-47ad-a37d-1520825c5a00 on network 14125294-c230-42cf-8446-cce19d5771ab {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 17:00:09.921750 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 17:00:09.922126 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Checking segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 17:00:09.922535 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.922930 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Bound using segment: {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'} {{(pid=111044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 17:00:09.923406 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.managers [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Bound port: a21b49e5-b9ed-47ad-a37d-1520825c5a00, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75921cd8-689d-4027-87de-21a6877b3787', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '14125294-c230-42cf-8446-cce19d5771ab'}}] {{(pid=111044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 17:00:09.923793 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:09.954117 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1f57ecc9-8226-479a-963e-b7348f03cc0e None None] Port 3550b940-9d12-492c-a6ac-9130164bf2e1 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 17:00:09.979210 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] For port a21b49e5-b9ed-47ad-a37d-1520825c5a00, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 17:00:09.982693 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] For port a21b49e5-b9ed-47ad-a37d-1520825c5a00, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=a21b49e5-b9ed-47ad-a37d-1520825c5a00,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 17:00:10.036943 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:10.060250 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:10.075866 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Publish callbacks [] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:10.123088 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Routers {'ad166e69-bc38-477b-9bb9-9a2efec0327b'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:10.125024 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ad166e69-bc38-477b-9bb9-9a2efec0327b'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:10.125752 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c20f7-3b6d-45d3-9985-0cf78a234af0 None None] Pushing event updated for resources: {'Port': ['ID=a21b49e5-b9ed-47ad-a37d-1520825c5a00,revision_number=3']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:10.145693 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:10.216918 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Pushing event updated for resources: {'Port': ['ID=3550b940-9d12-492c-a6ac-9130164bf2e1,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:10.220258 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3697895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3774626'] for router_interface (ad166e69-bc38-477b-9bb9-9a2efec0327b), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:10.240788 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] Set router ad166e69-bc38-477b-9bb9-9a2efec0327b gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:10.334756 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Network 272f0e20-956b-4003-b81e-9df89c708f9f is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:10.336255 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:10.435459 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43336) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:10.482328 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Router ad166e69-bc38-477b-9bb9-9a2efec0327b has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:00:10.510835 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 4, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port': {'id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:07Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '3550b940-9d12-492c-a6ac-9130164bf2e1', 'name': '', 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f', 'tenant_id': '1375438233074ed88843ce0951322326', 'mac_address': 'fa:16:3e:d2:d1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:09Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 1, 'project_id': '1375438233074ed88843ce0951322326', 'subnets': [{'id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:10.516451 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:10.545426 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79081e-f40a-4360-8b26-c889c5469925 None None] The sync data for ids ['ad166e69-bc38-477b-9bb9-9a2efec0327b'] in dv-cinder-799871-21-iscsi is: [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 4, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port': {'id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:07Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '3550b940-9d12-492c-a6ac-9130164bf2e1', 'name': '', 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f', 'tenant_id': '1375438233074ed88843ce0951322326', 'mac_address': 'fa:16:3e:d2:d1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:09Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 1, 'project_id': '1375438233074ed88843ce0951322326', 'subnets': [{'id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:10.624406 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:10.627920 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-7d316ca6-f6ec-4d12-a1ce-134d9399b4dc admin admin] 10.222.0.70 "PUT /v2.0/routers/ad166e69-bc38-477b-9bb9-9a2efec0327b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0125837 Jun 21 17:00:10.642862 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Deleting port 0930958b-57a9-4802-a3c9-eea486486f32 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:10.643265 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (0930958b-57a9-4802-a3c9-eea486486f32), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:10.684492 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-56c21a13-3094-4f74-b3db-b96841a96d49 None None] Provisioning complete for port 3550b940-9d12-492c-a6ac-9130164bf2e1 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:10.685065 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-56c21a13-3094-4f74-b3db-b96841a96d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:10.737030 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:10.741888 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-56c21a13-3094-4f74-b3db-b96841a96d49 None None] Port 3550b940-9d12-492c-a6ac-9130164bf2e1 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 17:00:10.772606 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (0930958b-57a9-4802-a3c9-eea486486f32), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:10.773653 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (0930958b-57a9-4802-a3c9-eea486486f32), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:10.803308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Calling delete_port for 0930958b-57a9-4802-a3c9-eea486486f32 owned by network:floatingip {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:10.865692 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:11.111532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (0930958b-57a9-4802-a3c9-eea486486f32), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:11.155461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event deleted for resources: {'Port': ['ID=0930958b-57a9-4802-a3c9-eea486486f32,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:11.224540 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (040b55c3-ee1e-43ba-b6e9-6369642273ce), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:11.224863 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Floating IP 040b55c3-ee1e-43ba-b6e9-6369642273ce disassociated (deleted). External IP: 172.27.2.48, port: b654ed50-66dd-4643-897e-9f5c0d189bff. Jun 21 17:00:11.486256 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:00:11.502142 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:11.610322 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:11.617266 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:11.626234 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:11.639168 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:11.640150 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:11.660833 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-9c13f4cd-d33f-42a1-842d-679ba938b111 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "DELETE /v2.0/floatingips/040b55c3-ee1e-43ba-b6e9-6369642273ce HTTP/1.1" status: 204 len: 168 time: 1.2234643 Jun 21 17:00:11.661741 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:00:11.681811 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ae5986-64ef-4dee-b8b1-ffb0773694c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:00:11.732708 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880bff57-8054-4613-aee8-c214cf28674a x-openstack-request-id: req-880bff57-8054-4613-aee8-c214cf28674a {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:00:11.733020 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:00:11.733269 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-880bff57-8054-4613-aee8-c214cf28674a {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:00:11.733697 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880bff57-8054-4613-aee8-c214cf28674a'] response: {'name': 'network-changed', 'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'status': 'completed', 'code': 200} Jun 21 17:00:11.802703 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-32e07749-bb6a-4384-ad8a-2bb1ed3073f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:11.804242 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-32e07749-bb6a-4384-ad8a-2bb1ed3073f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a8a0ae0c16a41c8b34547406830813a&device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 1130 time: 0.0485671 Jun 21 17:00:11.836206 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:11.928013 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-13537074-6eac-4d74-9aaa-973aa347a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:11.930044 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-13537074-6eac-4d74-9aaa-973aa347a2fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 200 len: 914 time: 0.1196759 Jun 21 17:00:12.017753 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-3366a26f-27c8-4ffb-a45d-2bc282e68942 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b654ed50-66dd-4643-897e-9f5c0d189bff HTTP/1.1" status: 200 len: 217 time: 0.0815535 Jun 21 17:00:12.095303 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-dcb275be-a050-4d6a-a4ec-69458dbdef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:12.101890 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-dcb275be-a050-4d6a-a4ec-69458dbdef20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 200 len: 851 time: 0.0773103 Jun 21 17:00:12.159591 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:12.192240 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:12.204524 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:12.205165 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:12.233001 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-262f0e1a-4ac6-4209-907b-e6257bb497ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:12.235418 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-262f0e1a-4ac6-4209-907b-e6257bb497ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c20083da-e0ff-47bb-b753-e54f100e0a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1247973 Jun 21 17:00:12.388839 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:12.453188 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ead609-497b-4ce2-a788-c7f4ba7da7a8 req-06959fb9-6d9f-4dd2-83d7-f14162e05fc6 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:12.455527 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-96ead609-497b-4ce2-a788-c7f4ba7da7a8 req-06959fb9-6d9f-4dd2-83d7-f14162e05fc6 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 946 time: 0.0865679 Jun 21 17:00:12.533087 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-96ead609-497b-4ce2-a788-c7f4ba7da7a8 req-08932a2d-b58d-4980-890a-5d8f6d3158a2 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696251 Jun 21 17:00:12.670719 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:12.702143 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192f908-3927-4737-9a09-4fded7c2e4ef None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T16:52:09Z', 'revision_number': 4, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '172ccb87-766a-4c46-88c7-1be19babdb79', 'name': '', 'network_id': 'c20083da-e0ff-47bb-b753-e54f100e0a6f', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'mac_address': 'fa:16:3e:e6:f0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:08Z', 'updated_at': '2022-06-21T16:52:12Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'subnets': [{'id': 'b743ccd9-7980-45e4-8c3f-d3c36764f8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:12.928128 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device a21b49e5-b9ed-47ad-a37d-1520825c5a00 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:12.984559 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port a21b49e5-b9ed-47ad-a37d-1520825c5a00 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:12.985093 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:13.069994 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port a21b49e5-b9ed-47ad-a37d-1520825c5a00 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:13.070335 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:13.098477 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] For port a21b49e5-b9ed-47ad-a37d-1520825c5a00, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=a21b49e5-b9ed-47ad-a37d-1520825c5a00,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:13.174165 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:13.227580 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Pushing event updated for resources: {'Port': ['ID=a21b49e5-b9ed-47ad-a37d-1520825c5a00,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:13.466548 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-7f59674b-e705-4a1f-b858-3c7ad5c34476 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996962 Jun 21 17:00:13.655614 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-16ae5986-64ef-4dee-b8b1-ffb0773694c7 req-d49a2c38-c0b4-43fc-8648-d59209573624 service neutron] 10.222.0.47 "GET /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243737 Jun 21 17:00:13.707703 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f273af6-a989-4826-a662-bc0d805139cc req-52d012cf-d0db-4876-b32a-40bf0fb1f261 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:13.709364 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3f273af6-a989-4826-a662-bc0d805139cc req-52d012cf-d0db-4876-b32a-40bf0fb1f261 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 946 time: 0.0611291 Jun 21 17:00:13.773024 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-3f273af6-a989-4826-a662-bc0d805139cc req-026b4682-6c71-4de3-8afc-e9f010d7f188 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff429d4e-af44-454b-9ddf-c330058f2b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566630 Jun 21 17:00:13.893213 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-5296a161-9a4e-441d-a428-03cf84ca1894 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:13.894624 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-5296a161-9a4e-441d-a428-03cf84ca1894 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 946 time: 0.0624495 Jun 21 17:00:13.943790 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:14.004910 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Deleting port b654ed50-66dd-4643-897e-9f5c0d189bff {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:14.008104 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:14.110271 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] For port b654ed50-66dd-4643-897e-9f5c0d189bff, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=b654ed50-66dd-4643-897e-9f5c0d189bff,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:14.110674 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:14.130421 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Calling delete_port for b654ed50-66dd-4643-897e-9f5c0d189bff owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:14.276464 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:00:14.280377 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:14.373948 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (b654ed50-66dd-4643-897e-9f5c0d189bff), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:14.446748 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event deleted for resources: {'Port': ['ID=b654ed50-66dd-4643-897e-9f5c0d189bff,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:14.465234 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.465660 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.466004 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.466343 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.466672 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.466997 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.467322 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.467645 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.467988 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.468290 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.468609 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.468929 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.469247 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.469585 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.469897 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:14.497782 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] No DVR routers for this DVR port b654ed50-66dd-4643-897e-9f5c0d189bff on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:14.500179 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:14.503773 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fc0eb924-fc3c-411c-b5b4-115aa8229515 req-7eaf0829-e243-4198-99d5-6354c2ad2580 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.47 "DELETE /v2.0/ports/b654ed50-66dd-4643-897e-9f5c0d189bff HTTP/1.1" status: 204 len: 173 time: 0.6027701 Jun 21 17:00:14.504326 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'name': 'network-vif-deleted', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:00:14.517524 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d437f9-477f-4854-a9c6-6db8b22066c9" -d '{"events": [{"server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "name": "network-vif-deleted", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:00:14.589465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69515f0b-5b16-48a9-9e48-5ef93df08a71 x-openstack-request-id: req-69515f0b-5b16-48a9-9e48-5ef93df08a71 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:00:14.590078 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdcabcd-b09e-4215-9fd3-914201278c7d", "name": "network-vif-deleted", "tag": "b654ed50-66dd-4643-897e-9f5c0d189bff", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:00:14.590434 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69515f0b-5b16-48a9-9e48-5ef93df08a71 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:00:14.590948 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69515f0b-5b16-48a9-9e48-5ef93df08a71'] response: {'server_uuid': 'ebdcabcd-b09e-4215-9fd3-914201278c7d', 'name': 'network-vif-deleted', 'tag': 'b654ed50-66dd-4643-897e-9f5c0d189bff', 'status': 'completed', 'code': 200} Jun 21 17:00:14.672731 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e688f7-9600-4e9e-ba3e-ec952ef410fd None None] New status for floating IP 040b55c3-ee1e-43ba-b6e9-6369642273ce: DOWN {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 17:00:14.933487 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device a21b49e5-b9ed-47ad-a37d-1520825c5a00 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:14.934390 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f2ff8e81-d400-4e84-9eee-2efa0f3ba03c req-4d99f055-8e07-4526-b19c-0d969280677a tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 210 time: 0.0346432 Jun 21 17:00:14.973917 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port a21b49e5-b9ed-47ad-a37d-1520825c5a00 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:14.974347 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:15.021547 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660126d4-393c-4631-a115-41300a97495d None None] Sync routers for ids ['ad166e69-bc38-477b-9bb9-9a2efec0327b'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:15.035654 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660126d4-393c-4631-a115-41300a97495d None None] Routers {'ad166e69-bc38-477b-9bb9-9a2efec0327b'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:15.036406 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-660126d4-393c-4631-a115-41300a97495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ad166e69-bc38-477b-9bb9-9a2efec0327b'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:15.056759 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port a21b49e5-b9ed-47ad-a37d-1520825c5a00 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:15.084917 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:15.142813 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-660126d4-393c-4631-a115-41300a97495d None None] Set router ad166e69-bc38-477b-9bb9-9a2efec0327b gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:15.260506 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:15.339981 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-660126d4-393c-4631-a115-41300a97495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 4, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port': {'id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:07Z', 'updated_at': '2022-06-21T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '3550b940-9d12-492c-a6ac-9130164bf2e1', 'name': '', 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f', 'tenant_id': '1375438233074ed88843ce0951322326', 'mac_address': 'fa:16:3e:d2:d1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:09Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 2, 'project_id': '1375438233074ed88843ce0951322326', 'subnets': [{'id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:15.369205 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660126d4-393c-4631-a115-41300a97495d None None] Checking router: ad166e69-bc38-477b-9bb9-9a2efec0327b for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:15.369615 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660126d4-393c-4631-a115-41300a97495d None None] Updating router ad166e69-bc38-477b-9bb9-9a2efec0327b port 3550b940-9d12-492c-a6ac-9130164bf2e1 binding host dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 17:00:15.398726 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-660126d4-393c-4631-a115-41300a97495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:15.711060 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device b654ed50-66dd-4643-897e-9f5c0d189bff no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:15.740353 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: b654ed50-66dd-4643-897e-9f5c0d189bff {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:15.740965 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device b654ed50-66dd-4643-897e-9f5c0d189bff not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:15.785318 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-660126d4-393c-4631-a115-41300a97495d None None] Publish callbacks [] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), precommit_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:15.842564 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-660126d4-393c-4631-a115-41300a97495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:15.914645 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075a786-cc8d-401c-ab2e-5e9c9d84ed49 None None] Pushing event updated for resources: {'Port': ['ID=3550b940-9d12-492c-a6ac-9130164bf2e1,revision_number=3']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:16.050977 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-660126d4-393c-4631-a115-41300a97495d None None] Attempting to bind port 3550b940-9d12-492c-a6ac-9130164bf2e1 on host dv-cinder-799871-21-iscsi for vnic_type normal with profile {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 17:00:16.051811 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-660126d4-393c-4631-a115-41300a97495d None None] Attempting to bind port 3550b940-9d12-492c-a6ac-9130164bf2e1 by drivers openvswitch,hyperv on host dv-cinder-799871-21-iscsi at level 0 using segments [{'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 17:00:16.052596 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660126d4-393c-4631-a115-41300a97495d None None] Attempting to bind port 3550b940-9d12-492c-a6ac-9130164bf2e1 on network 272f0e20-956b-4003-b81e-9df89c708f9f {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 17:00:16.063358 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660126d4-393c-4631-a115-41300a97495d None None] Checking agent: {'id': '8f3be6fb-6dc4-4556-8c6f-499d9550046f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 40, 9), 'started_at': datetime.datetime(2022, 6, 21, 16, 40, 39), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 17:00:16.065977 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660126d4-393c-4631-a115-41300a97495d None None] Checking segment: {'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 17:00:16.065977 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-660126d4-393c-4631-a115-41300a97495d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:16.065977 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660126d4-393c-4631-a115-41300a97495d None None] Bound using segment: {'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'} {{(pid=111045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 17:00:16.065977 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.managers [None req-660126d4-393c-4631-a115-41300a97495d None None] Bound port: 3550b940-9d12-492c-a6ac-9130164bf2e1, host: dv-cinder-799871-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0aa606-4199-45e6-9182-02194dd58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f'}}] {{(pid=111045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 17:00:16.065977 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-660126d4-393c-4631-a115-41300a97495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), before_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:16.121348 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9df68073-5762-4ebf-8ff8-957951b585d3 req-84466715-f418-497c-aea9-a4a17495b0d5 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdcabcd-b09e-4215-9fd3-914201278c7d HTTP/1.1" status: 200 len: 210 time: 0.0736656 Jun 21 17:00:16.156058 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-660126d4-393c-4631-a115-41300a97495d None None] For port 3550b940-9d12-492c-a6ac-9130164bf2e1, host dv-cinder-799871-21-iscsi, cleared binding levels {{(pid=111045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 17:00:16.159873 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.plugins.ml2.db [None req-660126d4-393c-4631-a115-41300a97495d None None] For port 3550b940-9d12-492c-a6ac-9130164bf2e1, host dv-cinder-799871-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=3550b940-9d12-492c-a6ac-9130164bf2e1,segment=NetworkSegment(eb0aa606-4199-45e6-9182-02194dd58eda),segment_id=eb0aa606-4199-45e6-9182-02194dd58eda)] {{(pid=111045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 17:00:16.161323 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:16.218692 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-87388093-548c-421f-95d3-1ba8de8bc1f5 None None] Provisioning complete for port 3550b940-9d12-492c-a6ac-9130164bf2e1 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:16.219109 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-87388093-548c-421f-95d3-1ba8de8bc1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:16.272319 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron_lib.callbacks.manager [None req-660126d4-393c-4631-a115-41300a97495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), after_update {{(pid=111045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:16.383442 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075a786-cc8d-401c-ab2e-5e9c9d84ed49 None None] Pushing event updated for resources: {'Port': ['ID=3550b940-9d12-492c-a6ac-9130164bf2e1,revision_number=4']} {{(pid=111045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:16.402249 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:16.410548 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660126d4-393c-4631-a115-41300a97495d None None] Routers {'ad166e69-bc38-477b-9bb9-9a2efec0327b'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:16.411114 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-660126d4-393c-4631-a115-41300a97495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ad166e69-bc38-477b-9bb9-9a2efec0327b'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:16.418248 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-87388093-548c-421f-95d3-1ba8de8bc1f5 None None] Port 3550b940-9d12-492c-a6ac-9130164bf2e1 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 17:00:16.590017 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-660126d4-393c-4631-a115-41300a97495d None None] Set router ad166e69-bc38-477b-9bb9-9a2efec0327b gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:16.742302 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-73fe705d-347d-40ab-8578-546547835a40 None None] Provisioning complete for port 3550b940-9d12-492c-a6ac-9130164bf2e1 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:16.743292 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-73fe705d-347d-40ab-8578-546547835a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:16.832916 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-660126d4-393c-4631-a115-41300a97495d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 4, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port': {'id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:07Z', 'updated_at': '2022-06-21T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '3550b940-9d12-492c-a6ac-9130164bf2e1', 'name': '', 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f', 'tenant_id': '1375438233074ed88843ce0951322326', 'mac_address': 'fa:16:3e:d2:d1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:09Z', 'updated_at': '2022-06-21T17:00:16Z', 'revision_number': 4, 'project_id': '1375438233074ed88843ce0951322326', 'subnets': [{'id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:16.887582 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660126d4-393c-4631-a115-41300a97495d None None] The sync data for ids ['ad166e69-bc38-477b-9bb9-9a2efec0327b'] in dv-cinder-799871-21-iscsi is: [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:00:09Z', 'revision_number': 4, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port': {'id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:07Z', 'updated_at': '2022-06-21T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': '3550b940-9d12-492c-a6ac-9130164bf2e1', 'name': '', 'network_id': '272f0e20-956b-4003-b81e-9df89c708f9f', 'tenant_id': '1375438233074ed88843ce0951322326', 'mac_address': 'fa:16:3e:d2:d1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:09Z', 'updated_at': '2022-06-21T17:00:16Z', 'revision_number': 4, 'project_id': '1375438233074ed88843ce0951322326', 'subnets': [{'id': '1fdbb506-97ff-4635-a5c6-6604078d1707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:16.890615 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-73fe705d-347d-40ab-8578-546547835a40 None None] Current status of the port 3550b940-9d12-492c-a6ac-9130164bf2e1 is: DOWN; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:16.891015 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-73fe705d-347d-40ab-8578-546547835a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:16.974859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-73fe705d-347d-40ab-8578-546547835a40 None None] For port 3550b940-9d12-492c-a6ac-9130164bf2e1, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=3550b940-9d12-492c-a6ac-9130164bf2e1,segment=NetworkSegment(eb0aa606-4199-45e6-9182-02194dd58eda),segment_id=eb0aa606-4199-45e6-9182-02194dd58eda)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:17.002593 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 3550b940-9d12-492c-a6ac-9130164bf2e1 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:17.060607 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-73fe705d-347d-40ab-8578-546547835a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:17.073868 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:17.074987 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 3550b940-9d12-492c-a6ac-9130164bf2e1 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:17.075366 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:17.179288 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe705d-347d-40ab-8578-546547835a40 None None] Pushing event updated for resources: {'Port': ['ID=3550b940-9d12-492c-a6ac-9130164bf2e1,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:17.207710 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43402) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:17.222149 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 3550b940-9d12-492c-a6ac-9130164bf2e1 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:17.372425 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Deleting port 05ab7f01-fb1d-449c-a504-76f46b0e9ecf {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:17.372783 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:17.499004 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:17.499907 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:17.524733 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Calling delete_port for 05ab7f01-fb1d-449c-a504-76f46b0e9ecf owned by network:floatingip {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:17.871516 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (05ab7f01-fb1d-449c-a504-76f46b0e9ecf), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:17.901340 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event deleted for resources: {'Port': ['ID=05ab7f01-fb1d-449c-a504-76f46b0e9ecf,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:17.987232 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for floatingip (26cb1686-0e56-45a8-85a2-b72a6c154ca5), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:17.990349 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:17.994173 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-639be4f3-f3d4-4102-95ed-7af57011b0cc tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "DELETE /v2.0/floatingips/26cb1686-0e56-45a8-85a2-b72a6c154ca5 HTTP/1.1" status: 204 len: 168 time: 0.7825394 Jun 21 17:00:18.864238 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 3550b940-9d12-492c-a6ac-9130164bf2e1 up at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:18.911928 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Provisioning complete for port 3550b940-9d12-492c-a6ac-9130164bf2e1 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:18.912221 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:18.988961 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port 3550b940-9d12-492c-a6ac-9130164bf2e1 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:19.405577 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43422) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:19.476802 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7b069ccc-6312-45b9-92d6-2d87746960b0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group (ff429d4e-af44-454b-9ddf-c330058f2b61), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:19.493707 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:19.506742 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7b069ccc-6312-45b9-92d6-2d87746960b0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group (ff429d4e-af44-454b-9ddf-c330058f2b61), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:19.682476 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7b069ccc-6312-45b9-92d6-2d87746960b0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ff429d4e-af44-454b-9ddf-c330058f2b61), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:19.686127 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-7b069ccc-6312-45b9-92d6-2d87746960b0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:19.693206 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-7b069ccc-6312-45b9-92d6-2d87746960b0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] 10.222.0.70 "DELETE /v2.0/security-groups/ff429d4e-af44-454b-9ddf-c330058f2b61 HTTP/1.1" status: 204 len: 168 time: 0.2859335 Jun 21 17:00:19.706466 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b069ccc-6312-45b9-92d6-2d87746960b0 tempest-TestVolumeBootPattern-415641267 tempest-TestVolumeBootPattern-415641267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff429d4e-af44-454b-9ddf-c330058f2b61,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:19.859940 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43426) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:20.470336 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:20.512784 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:20.760062 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Deleting port 172ccb87-766a-4c46-88c7-1be19babdb79 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:20.760431 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:20.889606 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] For port 172ccb87-766a-4c46-88c7-1be19babdb79, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=172ccb87-766a-4c46-88c7-1be19babdb79,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:20.889917 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:20.908420 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Calling delete_port for 172ccb87-766a-4c46-88c7-1be19babdb79 owned by network:router_interface {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:21.288861 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:21.452800 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (172ccb87-766a-4c46-88c7-1be19babdb79), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:21.481839 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Pushing event deleted for resources: {'Port': ['ID=172ccb87-766a-4c46-88c7-1be19babdb79,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:21.682922 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:21.940090 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:00:22.019463 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:22.071523 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:22.077950 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-cbd80da6-05fe-4bcb-bcf2-cc61fc9ca031 admin admin] 10.222.0.70 "PUT /v2.0/routers/937b9d59-4ba8-4a90-9599-1d46c91fb3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169681 Jun 21 17:00:22.080542 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43452) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:22.081398 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] Sync routers for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:22.095203 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:22.096017 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:22.212981 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks [] for router (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:22.218331 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:22.285573 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:22.308584 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks [] for router_gateway (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:22.391544 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T17:00:21Z', 'revision_number': 5, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port': {'id': 'd13be951-8c85-459d-9b40-9aecb8a9a822', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:06Z', 'updated_at': '2022-06-21T16:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:22.423938 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] Checking router: 937b9d59-4ba8-4a90-9599-1d46c91fb3bc for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:22.434345 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] Routers {'937b9d59-4ba8-4a90-9599-1d46c91fb3bc'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:22.435344 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:22.438250 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:22.445907 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Deleting port d13be951-8c85-459d-9b40-9aecb8a9a822 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:22.446639 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:22.560496 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] For port d13be951-8c85-459d-9b40-9aecb8a9a822, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=d13be951-8c85-459d-9b40-9aecb8a9a822,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:22.561847 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:22.564851 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] Set router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc gateway port host: None {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:22.577005 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Calling delete_port for d13be951-8c85-459d-9b40-9aecb8a9a822 owned by network:router_gateway {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:22.634093 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T17:00:22Z', 'revision_number': 6, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port_host': None}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:22.691607 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f045cb8-669a-4003-a7b9-85be24361d55 None None] The sync data for ids ['937b9d59-4ba8-4a90-9599-1d46c91fb3bc'] in dv-cinder-799871-21-iscsi is: [{'id': '937b9d59-4ba8-4a90-9599-1d46c91fb3bc', 'name': 'tempest-TestVolumeBootPattern-1148286840-router', 'tenant_id': '7a8a0ae0c16a41c8b34547406830813a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:05Z', 'updated_at': '2022-06-21T17:00:22Z', 'revision_number': 6, 'project_id': '7a8a0ae0c16a41c8b34547406830813a', 'gw_port_host': None}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:22.765610 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0954823-9c74-46ca-a04f-68e68ad4251d req-e7b4acf0-e911-4c89-a5bc-af87603b2c26 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:22.767278 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e0954823-9c74-46ca-a04f-68e68ad4251d req-e7b4acf0-e911-4c89-a5bc-af87603b2c26 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 945 time: 0.0622635 Jun 21 17:00:22.865564 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e0954823-9c74-46ca-a04f-68e68ad4251d req-239dd7c4-a093-493d-a451-23404494dc71 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814738 Jun 21 17:00:22.939550 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (d13be951-8c85-459d-9b40-9aecb8a9a822), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:22.965964 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13be951-8c85-459d-9b40-9aecb8a9a822,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:23.050083 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.147099 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.149869 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks [] for router_controller (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.176397 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 172ccb87-766a-4c46-88c7-1be19babdb79 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:23.200775 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 172ccb87-766a-4c46-88c7-1be19babdb79 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:23.201127 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 172ccb87-766a-4c46-88c7-1be19babdb79 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:23.299688 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (937b9d59-4ba8-4a90-9599-1d46c91fb3bc), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.300532 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937b9d59-4ba8-4a90-9599-1d46c91fb3bc {{(pid=111043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 17:00:23.305754 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.306973 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-bbde6867-c5b3-409b-bea9-b81a3f810b78 admin admin] 10.222.0.70 "DELETE /v2.0/routers/937b9d59-4ba8-4a90-9599-1d46c91fb3bc HTTP/1.1" status: 204 len: 168 time: 1.2254519 Jun 21 17:00:23.310523 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43468) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:23.355111 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab758d8-9aeb-4ef9-a601-df505a9f558f admin admin] Deleting subnet b743ccd9-7980-45e4-8c3f-d3c36764f8b2 {{(pid=111043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 17:00:23.356908 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:23.358933 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8ab758d8-9aeb-4ef9-a601-df505a9f558f admin admin] Publish callbacks [] for subnet (b743ccd9-7980-45e4-8c3f-d3c36764f8b2), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.394924 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8ab758d8-9aeb-4ef9-a601-df505a9f558f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529593546'] for subnet (b743ccd9-7980-45e4-8c3f-d3c36764f8b2), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.478064 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8ab758d8-9aeb-4ef9-a601-df505a9f558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (b743ccd9-7980-45e4-8c3f-d3c36764f8b2), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.529804 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:23.633977 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-b5425f7d-035e-445c-9192-a6db4c98a840 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:23.635555 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-b5425f7d-035e-445c-9192-a6db4c98a840 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/networks?id=adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 200 len: 815 time: 0.1165688 Jun 21 17:00:23.641909 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8ab758d8-9aeb-4ef9-a601-df505a9f558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529715931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529643301'] for subnet (b743ccd9-7980-45e4-8c3f-d3c36764f8b2), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.678430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab758d8-9aeb-4ef9-a601-df505a9f558f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b743ccd9-7980-45e4-8c3f-d3c36764f8b2,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:23.683672 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-15111977-f00c-4b8e-9537-1d09e071d1dc tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/quotas/30d08b848eb54ba9855407bcdef52d14 HTTP/1.1" status: 200 len: 375 time: 0.0393350 Jun 21 17:00:23.684629 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-8ab758d8-9aeb-4ef9-a601-df505a9f558f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.690705 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-8ab758d8-9aeb-4ef9-a601-df505a9f558f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b743ccd9-7980-45e4-8c3f-d3c36764f8b2 HTTP/1.1" status: 204 len: 168 time: 0.3774705 Jun 21 17:00:23.691012 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43482) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:23.696558 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a230cc-18c2-418c-bf93-7b7ea73cfffd None None] Network c20083da-e0ff-47bb-b753-e54f100e0a6f requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 17:00:23.743733 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-518c2310-4389-4de1-8795-5090fba1e4e0 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533226 Jun 21 17:00:23.802916 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (c20083da-e0ff-47bb-b753-e54f100e0a6f), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.853807 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Deleting port 049cdda3-7e62-420b-81f5-528d8a45fc72 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:23.854154 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:23.872299 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:23.896080 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] DHCP port deletion for c20083da-e0ff-47bb-b753-e54f100e0a6f request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 17:00:23.928500 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-7e2c8ff7-4cc0-4c7e-816e-2a46713d3fbf service neutron] 10.222.0.70 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722603 Jun 21 17:00:23.942133 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] Deleting port 049cdda3-7e62-420b-81f5-528d8a45fc72 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:23.942500 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.025267 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] For port 049cdda3-7e62-420b-81f5-528d8a45fc72, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=049cdda3-7e62-420b-81f5-528d8a45fc72,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:24.025710 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.036729 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-7a436d99-830c-4757-9c4d-7d6226a625a1 service neutron] 10.222.0.70 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018126 Jun 21 17:00:24.041647 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] Calling delete_port for 049cdda3-7e62-420b-81f5-528d8a45fc72 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:24.055334 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=100 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:24.250778 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] For port 049cdda3-7e62-420b-81f5-528d8a45fc72, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=049cdda3-7e62-420b-81f5-528d8a45fc72,segment=NetworkSegment(3d4c87b2-8564-4796-8382-bd5c3f49f632),segment_id=3d4c87b2-8564-4796-8382-bd5c3f49f632)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:24.251062 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.276935 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.288513 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6b380-694c-444c-865d-f5a1390f8581 req-f3dfe842-c42b-4dbe-9033-73cc5dd6b649 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:24.290099 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-44c6b380-694c-444c-865d-f5a1390f8581 req-f3dfe842-c42b-4dbe-9033-73cc5dd6b649 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 945 time: 0.1020479 Jun 21 17:00:24.296464 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Calling delete_port for 049cdda3-7e62-420b-81f5-528d8a45fc72 owned by network:dhcp {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:24.298107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:24.309842 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] Pushing event deleted for resources: {'Port': ['ID=049cdda3-7e62-420b-81f5-528d8a45fc72,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:24.314313 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398f59dc-f4b3-43cc-84a1-76193d240509 None None] No DVR routers for this DVR port 049cdda3-7e62-420b-81f5-528d8a45fc72 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:24.334904 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea76cf-136d-45f6-98f4-071691134657 req-310d49e4-ffa5-4f07-8310-903aa334ebff tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:24.338035 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bcea76cf-136d-45f6-98f4-071691134657 req-310d49e4-ffa5-4f07-8310-903aa334ebff tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 945 time: 0.1090465 Jun 21 17:00:24.432335 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-4f4c8adb-f023-445a-9547-9ca2ddb3ee78 req-dc17fe1f-fa71-4aa2-942d-81800b1ec802 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Jun 21 17:00:24.454064 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-44c6b380-694c-444c-865d-f5a1390f8581 req-835716e5-d059-41a8-afd5-ea25f5b37000 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups?id=092001f6-3e5b-4dc5-a780-8dd4f3b1c896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510761 Jun 21 17:00:24.506522 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Deleting port e2c15a0f-254c-46c0-86c6-6a66c028007e {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:24.506779 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.512184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (049cdda3-7e62-420b-81f5-528d8a45fc72), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.554502 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=049cdda3-7e62-420b-81f5-528d8a45fc72,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:24.556365 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] No DVR routers for this DVR port 049cdda3-7e62-420b-81f5-528d8a45fc72 on host dv-cinder-799871-21-iscsi {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:24.686035 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (c20083da-e0ff-47bb-b753-e54f100e0a6f), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.700374 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] For port e2c15a0f-254c-46c0-86c6-6a66c028007e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e2c15a0f-254c-46c0-86c6-6a66c028007e,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:24.701174 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.722429 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20083da-e0ff-47bb-b753-e54f100e0a6f']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:24.764641 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4c87b2-8564-4796-8382-bd5c3f49f632') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:24.764870 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4c87b2-8564-4796-8382-bd5c3f49f632') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:24.781016 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (3d4c87b2-8564-4796-8382-bd5c3f49f632), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.827856 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (3d4c87b2-8564-4796-8382-bd5c3f49f632), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.841663 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Releasing vlan 1230 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 17:00:24.842068 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (3d4c87b2-8564-4796-8382-bd5c3f49f632), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.861562 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 049cdda3-7e62-420b-81f5-528d8a45fc72 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:24.893008 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 049cdda3-7e62-420b-81f5-528d8a45fc72 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:24.893403 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 049cdda3-7e62-420b-81f5-528d8a45fc72 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:24.893820 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device d13be951-8c85-459d-9b40-9aecb8a9a822 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:24.914389 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: d13be951-8c85-459d-9b40-9aecb8a9a822 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:24.914870 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device d13be951-8c85-459d-9b40-9aecb8a9a822 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:24.935927 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 3d4c87b2-8564-4796-8382-bd5c3f49f632 resource provider aggregate not found Jun 21 17:00:24.958104 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 3d4c87b2-8564-4796-8382-bd5c3f49f632 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d4c87b2-8564-4796-8382-bd5c3f49f632 found for delete ", "request_id": "req-e5f550dc-674f-457f-8ca8-6a9d2327c84d"}]} Jun 21 17:00:24.966273 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:24.968424 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.968787 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (e9c9c34d-0adb-4c9b-ac86-6e3305d22646), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:24.969101 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.db.l3_db [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Floating IP e9c9c34d-0adb-4c9b-ac86-6e3305d22646 disassociated. External IP: 172.27.2.138, port: e2c15a0f-254c-46c0-86c6-6a66c028007e. Jun 21 17:00:24.969480 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Calling delete_port for e2c15a0f-254c-46c0-86c6-6a66c028007e owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:25.027710 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (c20083da-e0ff-47bb-b753-e54f100e0a6f), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:25.035954 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:25.038984 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c20083da-e0ff-47bb-b753-e54f100e0a6f HTTP/1.1" status: 204 len: 168 time: 1.3469272 Jun 21 17:00:25.042851 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43500) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:25.057143 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8b6df-32bf-413a-a6ee-864a590d65a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c20083da-e0ff-47bb-b753-e54f100e0a6f,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:25.190791 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (e2c15a0f-254c-46c0-86c6-6a66c028007e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:25.199758 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:25.222204 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'Port': ['ID=e2c15a0f-254c-46c0-86c6-6a66c028007e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:25.337798 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:00:25.378473 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (7856d4ff-1a39-47bb-a848-d2bcc2799f29), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:25.431298 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:25.452279 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:25.462089 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:25.483831 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:25.488051 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:25.504790 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] No DVR routers for this DVR port e2c15a0f-254c-46c0-86c6-6a66c028007e on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:25.507618 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:25.511943 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-bcea76cf-136d-45f6-98f4-071691134657 req-44af0776-a420-4a7a-94bf-e1830ffee01f tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.47 "DELETE /v2.0/ports/e2c15a0f-254c-46c0-86c6-6a66c028007e HTTP/1.1" status: 204 len: 173 time: 1.1443644 Jun 21 17:00:25.512448 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'name': 'network-vif-deleted', 'tag': 'e2c15a0f-254c-46c0-86c6-6a66c028007e'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:00:25.521462 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66785214-12c4-4b18-9b24-562b8ace2e14" -d '{"events": [{"server_uuid": "0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d", "name": "network-vif-deleted", "tag": "e2c15a0f-254c-46c0-86c6-6a66c028007e"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:00:25.575237 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:25.576664 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-656f4e72-9b48-4823-b32c-74e05169eb6a req-e0cc6a5c-e820-4e6f-8bb6-77d91165f48d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0585649 Jun 21 17:00:25.628912 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d7f574db-2224-44a2-a3fa-a881bb13db79 req-13c95db8-eff4-493e-a15b-573c6fab23ee tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/ports?device_id=0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d HTTP/1.1" status: 200 len: 210 time: 0.0534384 Jun 21 17:00:25.654490 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:25.662301 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 17:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a647878f-df64-4ac9-a477-d19c1c79672f x-openstack-request-id: req-a647878f-df64-4ac9-a477-d19c1c79672f {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:00:25.662689 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d", "name": "network-vif-deleted", "tag": "e2c15a0f-254c-46c0-86c6-6a66c028007e", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:00:25.663122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a647878f-df64-4ac9-a477-d19c1c79672f {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:00:25.663612 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a647878f-df64-4ac9-a477-d19c1c79672f'] response: {'server_uuid': '0eb6a9d5-7e77-4386-a03d-8a4a666f3b7d', 'name': 'network-vif-deleted', 'tag': 'e2c15a0f-254c-46c0-86c6-6a66c028007e', 'status': 'completed', 'code': 200} Jun 21 17:00:25.695305 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Deleting port 93e93161-e0b3-4174-a846-1e88cb02cbf2 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:25.695650 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:25.698680 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:25.811111 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] For port 93e93161-e0b3-4174-a846-1e88cb02cbf2, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=93e93161-e0b3-4174-a846-1e88cb02cbf2,segment=NetworkSegment(2495d696-62c4-437f-a54b-e92bcfa75d4b),segment_id=2495d696-62c4-437f-a54b-e92bcfa75d4b)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:25.811494 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:25.827843 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Calling delete_port for 93e93161-e0b3-4174-a846-1e88cb02cbf2 owned by network:router_interface {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:25.861052 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:25.888836 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:25.898074 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:25.898709 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:25.953679 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:26.013046 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:26.133726 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (93e93161-e0b3-4174-a846-1e88cb02cbf2), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:26.160868 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e93161-e0b3-4174-a846-1e88cb02cbf2,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:26.209160 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:26.265837 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bef8ff-727e-47a6-b787-dd7340595801 None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T16:54:37Z', 'revision_number': 4, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'e99c8f9c-7703-4bde-b5c7-07c17095a241', 'name': '', 'network_id': '83741c3b-7ff0-4b33-b398-e82b72fea3bd', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'mac_address': 'fa:16:3e:8c:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:36Z', 'updated_at': '2022-06-21T16:54:42Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'subnets': [{'id': '05ab1f0a-00cd-416c-abd3-44c8b8057251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:26.373412 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (7856d4ff-1a39-47bb-a848-d2bcc2799f29), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:26.551897 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82947fae-4069-44c8-802c-a67c3b0be29f None None] New status for floating IP e9c9c34d-0adb-4c9b-ac86-6e3305d22646: DOWN {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 17:00:26.703020 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2f380c11-252e-44bc-a89e-ab80370b1af5 req-5569bad9-7aa8-414a-ba85-31b79f744ffb tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0485702 Jun 21 17:00:26.822504 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:26.836413 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43516) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:26.861538 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:00:26.941597 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-455e9003-a397-4003-b5fd-3de6796dc057 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (092001f6-3e5b-4dc5-a780-8dd4f3b1c896), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:26.968051 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:26.980361 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-455e9003-a397-4003-b5fd-3de6796dc057 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (092001f6-3e5b-4dc5-a780-8dd4f3b1c896), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.045167 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:27.050018 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-6b832e69-423d-49b4-aa53-69bc89318a12 admin admin] 10.222.0.70 "PUT /v2.0/routers/7856d4ff-1a39-47bb-a848-d2bcc2799f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0061474 Jun 21 17:00:27.052684 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43518) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:27.060191 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] Sync routers for ids ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:27.071383 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] Routers {'7856d4ff-1a39-47bb-a848-d2bcc2799f29'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:27.072078 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:27.181582 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] Set router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:27.208822 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-455e9003-a397-4003-b5fd-3de6796dc057 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (092001f6-3e5b-4dc5-a780-8dd4f3b1c896), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.213930 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-455e9003-a397-4003-b5fd-3de6796dc057 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.217164 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-455e9003-a397-4003-b5fd-3de6796dc057 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "DELETE /v2.0/security-groups/092001f6-3e5b-4dc5-a780-8dd4f3b1c896 HTTP/1.1" status: 204 len: 168 time: 0.3779826 Jun 21 17:00:27.220451 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43522) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:27.230287 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e9003-a397-4003-b5fd-3de6796dc057 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=092001f6-3e5b-4dc5-a780-8dd4f3b1c896,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:27.250002 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.api.v2.resource [None req-d598c9d6-c4ca-404c-aab2-518462287cd5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] show failed (client error): The resource could not be found. Jun 21 17:00:27.251027 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-d598c9d6-c4ca-404c-aab2-518462287cd5 tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "GET /v2.0/security-groups/092001f6-3e5b-4dc5-a780-8dd4f3b1c896 HTTP/1.1" status: 404 len: 347 time: 0.0275989 Jun 21 17:00:27.254580 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43524) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:27.269773 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks [] for router (7856d4ff-1a39-47bb-a848-d2bcc2799f29), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.335934 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-07151f7b-d2e1-464b-aacc-bbe36d893631 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:27.337655 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-07151f7b-d2e1-464b-aacc-bbe36d893631 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.47 "GET /v2.0/networks?id=adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 200 len: 815 time: 0.2393677 Jun 21 17:00:27.351394 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'port': {'device_id': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'admin_state_up': True, 'tenant_id': '30d08b848eb54ba9855407bcdef52d14'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:00:27.404724 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Deleting port 26c5e6f0-6958-406f-801b-bd15dcd87238 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:27.405134 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (26c5e6f0-6958-406f-801b-bd15dcd87238), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.456483 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T17:00:25Z', 'revision_number': 5, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:27.460582 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks [] for router_gateway (7856d4ff-1a39-47bb-a848-d2bcc2799f29), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.483506 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] Checking router: 7856d4ff-1a39-47bb-a848-d2bcc2799f29 for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:27.491618 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:27.493111 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] Routers {'7856d4ff-1a39-47bb-a848-d2bcc2799f29'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:27.493762 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:27.511807 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (26c5e6f0-6958-406f-801b-bd15dcd87238), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.512252 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (26c5e6f0-6958-406f-801b-bd15dcd87238), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.527149 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Calling delete_port for 26c5e6f0-6958-406f-801b-bd15dcd87238 owned by network:floatingip {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:27.602232 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Deleting port 612841ab-8c6a-4204-b364-167793bd0c21 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:27.602663 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (612841ab-8c6a-4204-b364-167793bd0c21), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.603612 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] Set router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:27.618164 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Made reservation on behalf of 30d08b848eb54ba9855407bcdef52d14 for: {'port': 1} {{(pid=111042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 17:00:27.622443 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.681248 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:27.740058 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=100 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:27.756114 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device e2c15a0f-254c-46c0-86c6-6a66c028007e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:27.756714 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (26c5e6f0-6958-406f-801b-bd15dcd87238), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.767023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] For port 612841ab-8c6a-4204-b364-167793bd0c21, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=612841ab-8c6a-4204-b364-167793bd0c21,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:27.767664 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (612841ab-8c6a-4204-b364-167793bd0c21), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.785670 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: e2c15a0f-254c-46c0-86c6-6a66c028007e {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:27.786331 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device e2c15a0f-254c-46c0-86c6-6a66c028007e not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:27.803816 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Pushing event deleted for resources: {'Port': ['ID=26c5e6f0-6958-406f-801b-bd15dcd87238,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:27.804763 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Calling delete_port for 612841ab-8c6a-4204-b364-167793bd0c21 owned by network:router_gateway {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:27.806519 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:27.833761 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T17:00:25Z', 'revision_number': 5, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:27.868470 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d5c0f-42eb-4f7b-9ff6-21a046b8ac0d None None] The sync data for ids ['7856d4ff-1a39-47bb-a848-d2bcc2799f29'] in dv-cinder-799871-21-iscsi is: [{'id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'name': 'tempest-TestVolumeBootPattern-460955169-router', 'tenant_id': '227bca94df554c06a22b74319d819d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '612841ab-8c6a-4204-b364-167793bd0c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T17:00:25Z', 'revision_number': 5, 'project_id': '227bca94df554c06a22b74319d819d8c', 'gw_port': {'id': '612841ab-8c6a-4204-b364-167793bd0c21', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:66:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7856d4ff-1a39-47bb-a848-d2bcc2799f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:52:12Z', 'updated_at': '2022-06-21T16:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:27.876213 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks [] for floatingip (e9c9c34d-0adb-4c9b-ac86-6e3305d22646), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.879603 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:27.881011 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-24a2b73f-6044-415d-85ab-4a0d339d20fb tempest-AttachVolumeNegativeTest-81765917 tempest-AttachVolumeNegativeTest-81765917-project] 10.222.0.70 "DELETE /v2.0/floatingips/e9c9c34d-0adb-4c9b-ac86-6e3305d22646 HTTP/1.1" status: 204 len: 168 time: 0.6213555 Jun 21 17:00:27.902849 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-8a0784a9-1cf7-42f2-a40d-512453359736 req-c4240758-2d77-47a3-9f76-07673eaa059a tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0819252 Jun 21 17:00:27.976412 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_common [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Allocated IP 172.20.0.4 (adb07e25-8c55-4679-a0bd-97c862695c8d/5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5/7ced569e-13dc-40fe-83f4-902201abc4f5) {{(pid=111042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 17:00:28.204811 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (612841ab-8c6a-4204-b364-167793bd0c21), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.251015 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Pushing event deleted for resources: {'Port': ['ID=612841ab-8c6a-4204-b364-167793bd0c21,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:28.303859 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:28.359861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (7856d4ff-1a39-47bb-a848-d2bcc2799f29), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.494447 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (7856d4ff-1a39-47bb-a848-d2bcc2799f29), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.499526 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks [] for router_controller (7856d4ff-1a39-47bb-a848-d2bcc2799f29), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.582278 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.643966 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (7856d4ff-1a39-47bb-a848-d2bcc2799f29), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.645004 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7856d4ff-1a39-47bb-a848-d2bcc2799f29 {{(pid=111042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 17:00:28.654023 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.660521 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-4c0d2ebf-1318-4824-b425-9ce7eeb7ce27 admin admin] 10.222.0.70 "DELETE /v2.0/routers/7856d4ff-1a39-47bb-a848-d2bcc2799f29 HTTP/1.1" status: 204 len: 168 time: 1.6066165 Jun 21 17:00:28.662227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43552) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:28.706222 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.764134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-1976ede8-2f90-452a-995b-9191fab3cb0b admin admin] Deleting subnet 6d5c113c-277a-401c-8aee-28b7cbf08799 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 17:00:28.780649 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1976ede8-2f90-452a-995b-9191fab3cb0b admin admin] Publish callbacks [] for subnet (6d5c113c-277a-401c-8aee-28b7cbf08799), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.820892 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Network adb07e25-8c55-4679-a0bd-97c862695c8d is already hosted by enough agents. {{(pid=111042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:28.831213 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.base_scheduler [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Resources bound (agent type, host, resource id): {{(pid=111042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:28.840009 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Received port after_create {{(pid=111042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 17:00:28.848410 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'Port': ['ID=7ced569e-13dc-40fe-83f4-902201abc4f5,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:28.885693 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:28.891793 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1976ede8-2f90-452a-995b-9191fab3cb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (6d5c113c-277a-401c-8aee-28b7cbf08799), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:28.975200 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:28.976041 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.047802 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1976ede8-2f90-452a-995b-9191fab3cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (6d5c113c-277a-401c-8aee-28b7cbf08799), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.090014 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35a03a-c57a-4e61-a49b-d32f85a537f3 req-92fa512c-1554-411c-ba91-bd0d88081b68 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:29.090014 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8b35a03a-c57a-4e61-a49b-d32f85a537f3 req-92fa512c-1554-411c-ba91-bd0d88081b68 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 931 time: 0.0801082 Jun 21 17:00:29.141035 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8b35a03a-c57a-4e61-a49b-d32f85a537f3 req-29695e7b-c35f-4e6a-a79c-3355def55b36 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517879 Jun 21 17:00:29.189461 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-039e6f66-aca5-4394-ba54-f9e48b179382 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8357835 Jun 21 17:00:29.199864 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Request body: {'port': {'device_id': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:00:29.209734 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1976ede8-2f90-452a-995b-9191fab3cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (6d5c113c-277a-401c-8aee-28b7cbf08799), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.244494 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-00de8a37-0e0a-40c2-901b-2458c698f7cf None None] Provisioning complete for port 7ced569e-13dc-40fe-83f4-902201abc4f5 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:29.244494 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-00de8a37-0e0a-40c2-901b-2458c698f7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.292038 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-00de8a37-0e0a-40c2-901b-2458c698f7cf None None] Port 7ced569e-13dc-40fe-83f4-902201abc4f5 cannot update to ACTIVE because it is not bound. {{(pid=111044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 21 17:00:29.296708 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 93e93161-e0b3-4174-a846-1e88cb02cbf2 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:29.313477 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1976ede8-2f90-452a-995b-9191fab3cb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.317051 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-1976ede8-2f90-452a-995b-9191fab3cb0b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6d5c113c-277a-401c-8aee-28b7cbf08799 HTTP/1.1" status: 204 len: 168 time: 0.6537702 Jun 21 17:00:29.325188 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43562) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:29.351306 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976ede8-2f90-452a-995b-9191fab3cb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5c113c-277a-401c-8aee-28b7cbf08799,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:29.373463 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c7266c-5a7f-4e94-a500-eb3a2da4fa5f None None] Network eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 17:00:29.437773 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 93e93161-e0b3-4174-a846-1e88cb02cbf2 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:29.438191 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 93e93161-e0b3-4174-a846-1e88cb02cbf2 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:29.462670 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.524068 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (eab26b5f-467f-4ec7-9bfb-4dcb14fc4534), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.579529 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] DHCP port deletion for eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 17:00:29.599847 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Deleting port 8a99ada2-8720-402b-b646-8d92909ab882 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:29.599847 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (8a99ada2-8720-402b-b646-8d92909ab882), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.647539 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] Deleting port 8a99ada2-8720-402b-b646-8d92909ab882 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:29.648221 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (8a99ada2-8720-402b-b646-8d92909ab882), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.762194 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] For port 8a99ada2-8720-402b-b646-8d92909ab882, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8a99ada2-8720-402b-b646-8d92909ab882,segment=NetworkSegment(2495d696-62c4-437f-a54b-e92bcfa75d4b),segment_id=2495d696-62c4-437f-a54b-e92bcfa75d4b)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:29.762615 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (8a99ada2-8720-402b-b646-8d92909ab882), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.788344 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] Calling delete_port for 8a99ada2-8720-402b-b646-8d92909ab882 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:29.813549 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] For port 8a99ada2-8720-402b-b646-8d92909ab882, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8a99ada2-8720-402b-b646-8d92909ab882,segment=NetworkSegment(2495d696-62c4-437f-a54b-e92bcfa75d4b),segment_id=2495d696-62c4-437f-a54b-e92bcfa75d4b)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:29.814208 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (8a99ada2-8720-402b-b646-8d92909ab882), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:29.830899 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Calling delete_port for 8a99ada2-8720-402b-b646-8d92909ab882 owned by network:dhcp {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:30.015118 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (8a99ada2-8720-402b-b646-8d92909ab882), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.032037 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (8a99ada2-8720-402b-b646-8d92909ab882), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.071587 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a99ada2-8720-402b-b646-8d92909ab882,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:30.079943 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] No DVR routers for this DVR port 8a99ada2-8720-402b-b646-8d92909ab882 on host dv-cinder-799871-21-iscsi {{(pid=111043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:30.086732 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] Pushing event deleted for resources: {'Port': ['ID=8a99ada2-8720-402b-b646-8d92909ab882,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:30.096670 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a691f-a07a-4db5-8b41-ab695b1afb86 None None] No DVR routers for this DVR port 8a99ada2-8720-402b-b646-8d92909ab882 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:30.168110 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (eab26b5f-467f-4ec7-9bfb-4dcb14fc4534), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.192406 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab26b5f-467f-4ec7-9bfb-4dcb14fc4534']}} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:30.204560 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2495d696-62c4-437f-a54b-e92bcfa75d4b') {'for_net_delete': True} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:30.204934 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2495d696-62c4-437f-a54b-e92bcfa75d4b') {} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:30.205897 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced569e-13dc-40fe-83f4-902201abc4f5 {{(pid=111042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 17:00:30.213691 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:30.216378 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Publish callbacks [] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.226397 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529593553'] for segment (2495d696-62c4-437f-a54b-e92bcfa75d4b), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.232248 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.provisioning_blocks [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Transition to ACTIVE for port object 7ced569e-13dc-40fe-83f4-902201abc4f5 will not be triggered until provisioned by entity L2. {{(pid=111042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 21 17:00:30.244293 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (2495d696-62c4-437f-a54b-e92bcfa75d4b), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.252680 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=111043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 17:00:30.253234 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529715889'] for segment (2495d696-62c4-437f-a54b-e92bcfa75d4b), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.306183 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.403737 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7410d-ba9d-4771-88f0-8b5e86060564 req-29bcb46f-d175-43ce-b49c-35b5883ca90c tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:30.406673 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a3f7410d-ba9d-4771-88f0-8b5e86060564 req-29bcb46f-d175-43ce-b49c-35b5883ca90c tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.1163664 Jun 21 17:00:30.442283 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced569e-13dc-40fe-83f4-902201abc4f5,revision_number=2']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:30.442515 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (eab26b5f-467f-4ec7-9bfb-4dcb14fc4534), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.449817 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.458779 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eab26b5f-467f-4ec7-9bfb-4dcb14fc4534 HTTP/1.1" status: 204 len: 168 time: 1.1339812 Jun 21 17:00:30.464995 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 2495d696-62c4-437f-a54b-e92bcfa75d4b resource provider aggregate not found Jun 21 17:00:30.484791 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075112a5-d1f0-471f-aff2-01c5a433eac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab26b5f-467f-4ec7-9bfb-4dcb14fc4534,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:30.506362 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 2495d696-62c4-437f-a54b-e92bcfa75d4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2495d696-62c4-437f-a54b-e92bcfa75d4b found for delete ", "request_id": "req-4f905395-012e-4e44-a143-874efbeb3c45"}]} Jun 21 17:00:30.536307 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a3f7410d-ba9d-4771-88f0-8b5e86060564 req-0ea0b98c-5d8c-418e-9642-137ed1851712 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158636 Jun 21 17:00:30.575208 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Attempting to bind port 7ced569e-13dc-40fe-83f4-902201abc4f5 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 21 17:00:30.575564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Attempting to bind port 7ced569e-13dc-40fe-83f4-902201abc4f5 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 21 17:00:30.575873 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Attempting to bind port 7ced569e-13dc-40fe-83f4-902201abc4f5 on network adb07e25-8c55-4679-a0bd-97c862695c8d {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 17:00:30.581039 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Port 7ced569e-13dc-40fe-83f4-902201abc4f5 on network adb07e25-8c55-4679-a0bd-97c862695c8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 21 17:00:30.581409 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Attempting to bind port 7ced569e-13dc-40fe-83f4-902201abc4f5 on network adb07e25-8c55-4679-a0bd-97c862695c8d {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 21 17:00:30.587141 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Checking agent: {'id': 'd3a127af-fa8a-44fd-9341-67bfa5d9b863', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'started_at': datetime.datetime(2022, 6, 21, 16, 46, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 21, 17, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 21 17:00:30.587478 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Checking segment: {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 21 17:00:30.587938 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Bound using segment: {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'} {{(pid=111042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 21 17:00:30.588391 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.managers [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Bound port: 7ced569e-13dc-40fe-83f4-902201abc4f5, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e988287-8ade-4060-864c-17f0173516f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d'}}] {{(pid=111042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 21 17:00:30.589326 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.672514 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] For port 7ced569e-13dc-40fe-83f4-902201abc4f5, host hv-cinder-79987, cleared binding levels {{(pid=111042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 17:00:30.677017 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] For port 7ced569e-13dc-40fe-83f4-902201abc4f5, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7ced569e-13dc-40fe-83f4-902201abc4f5,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 17:00:30.785487 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.851450 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:30.911523 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 612841ab-8c6a-4204-b364-167793bd0c21 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:30.915093 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.933271 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:30.934154 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:30.935609 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] 10.222.0.47 "PUT /v2.0/ports/7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 1093 time: 1.7411220 Jun 21 17:00:30.936158 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:00:30.938940 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 612841ab-8c6a-4204-b364-167793bd0c21 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:30.939133 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2151f0-0a63-46eb-bfb9-03277e475a32" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:00:30.939326 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 612841ab-8c6a-4204-b364-167793bd0c21 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:30.940318 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8a99ada2-8720-402b-b646-8d92909ab882 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:30.967610 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43586) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:31.005582 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d01ced-6b02-457e-8b7d-4f0838aaf629 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced569e-13dc-40fe-83f4-902201abc4f5,revision_number=3']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:31.016422 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:31.030802 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 8a99ada2-8720-402b-b646-8d92909ab882 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:31.031170 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8a99ada2-8720-402b-b646-8d92909ab882 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:31.080276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7ecb76-a6d6-49a2-a504-c86a2db15f82 x-openstack-request-id: req-9a7ecb76-a6d6-49a2-a504-c86a2db15f82 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:00:31.080276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:00:31.080276 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a7ecb76-a6d6-49a2-a504-c86a2db15f82 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:00:31.080276 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7ecb76-a6d6-49a2-a504-c86a2db15f82'] response: {'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'status': 'completed', 'code': 200} Jun 21 17:00:31.087266 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-66701336-e4cb-4d7c-b2b9-a9ad34c49f6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a8a0ae0c16a41c8b34547406830813a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1183937 Jun 21 17:00:31.090629 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43592) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:31.131916 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2151f0-0a63-46eb-bfb9-03277e475a32 req-c6976ba8-1b0f-40bb-b36a-2d108495328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:31.133680 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-af2151f0-0a63-46eb-bfb9-03277e475a32 req-c6976ba8-1b0f-40bb-b36a-2d108495328c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1127 time: 0.0450923 Jun 21 17:00:31.141545 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:31.168844 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-12d3d330-80e5-48ff-b189-839a5be0f0be admin admin] Publish callbacks [] for security_group (ddb4e3c6-0c32-434e-a8ad-90873ad2b90a), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:31.196338 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-12d3d330-80e5-48ff-b189-839a5be0f0be admin admin] Publish callbacks [] for security_group (ddb4e3c6-0c32-434e-a8ad-90873ad2b90a), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:31.337198 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2151f0-0a63-46eb-bfb9-03277e475a32 req-855b59ed-f989-4b39-be4c-6bcc232b56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:31.339357 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-af2151f0-0a63-46eb-bfb9-03277e475a32 req-855b59ed-f989-4b39-be4c-6bcc232b56d5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=30d08b848eb54ba9855407bcdef52d14&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1801620 Jun 21 17:00:31.397179 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-12d3d330-80e5-48ff-b189-839a5be0f0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (ddb4e3c6-0c32-434e-a8ad-90873ad2b90a), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:31.400016 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-12d3d330-80e5-48ff-b189-839a5be0f0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:31.402316 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-12d3d330-80e5-48ff-b189-839a5be0f0be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ddb4e3c6-0c32-434e-a8ad-90873ad2b90a HTTP/1.1" status: 204 len: 168 time: 0.3098249 Jun 21 17:00:31.414103 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3d330-80e5-48ff-b189-839a5be0f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb4e3c6-0c32-434e-a8ad-90873ad2b90a,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:31.691157 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cafbd-4f85-4cf0-9c94-c6cdddcc5636 req-e95cbd91-d64c-4aad-901a-7e7d636627bc tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:31.693033 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f70cafbd-4f85-4cf0-9c94-c6cdddcc5636 req-e95cbd91-d64c-4aad-901a-7e7d636627bc tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0545144 Jun 21 17:00:31.764283 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-f70cafbd-4f85-4cf0-9c94-c6cdddcc5636 req-2d980f6b-599a-4ce5-9056-aae28e609a36 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575392 Jun 21 17:00:32.315798 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43606) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:32.353400 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:32.366991 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-88d70a91-a07a-4037-8486-48778f9c3c79 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=227bca94df554c06a22b74319d819d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491595 Jun 21 17:00:32.372227 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43608) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:32.438190 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2637d520-7ee3-4d96-b54d-f91a31386f0a admin admin] Publish callbacks [] for security_group (b03ab33c-4d43-4d9a-8f0c-f0cd8312c1b2), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:32.461946 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2637d520-7ee3-4d96-b54d-f91a31386f0a admin admin] Publish callbacks [] for security_group (b03ab33c-4d43-4d9a-8f0c-f0cd8312c1b2), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:32.613715 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2637d520-7ee3-4d96-b54d-f91a31386f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (b03ab33c-4d43-4d9a-8f0c-f0cd8312c1b2), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:32.616254 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2637d520-7ee3-4d96-b54d-f91a31386f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:32.621105 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-2637d520-7ee3-4d96-b54d-f91a31386f0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b03ab33c-4d43-4d9a-8f0c-f0cd8312c1b2 HTTP/1.1" status: 204 len: 168 time: 0.2442596 Jun 21 17:00:32.637507 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637d520-7ee3-4d96-b54d-f91a31386f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03ab33c-4d43-4d9a-8f0c-f0cd8312c1b2,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:32.739599 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43618) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:32.967455 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba5d21-e078-4d48-aced-ccb1838fb47a req-040f5ca7-b777-4aab-b374-a927814325d1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:32.969461 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-acba5d21-e078-4d48-aced-ccb1838fb47a req-040f5ca7-b777-4aab-b374-a927814325d1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.1021676 Jun 21 17:00:33.066001 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-acba5d21-e078-4d48-aced-ccb1838fb47a req-fc6784d1-2190-4fb0-9b70-a1b5ad282f43 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885241 Jun 21 17:00:33.386651 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (dd60d8b3-9283-4956-a97f-d2e79d657944), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:33.637170 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:33.645263 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Deleting port e99c8f9c-7703-4bde-b5c7-07c17095a241 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:33.645635 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:33.733461 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] For port e99c8f9c-7703-4bde-b5c7-07c17095a241, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e99c8f9c-7703-4bde-b5c7-07c17095a241,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:33.733828 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:33.743986 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:33.749079 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Calling delete_port for e99c8f9c-7703-4bde-b5c7-07c17095a241 owned by network:router_interface {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:34.024912 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (e99c8f9c-7703-4bde-b5c7-07c17095a241), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:34.053498 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99c8f9c-7703-4bde-b5c7-07c17095a241,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:34.114788 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-746b42be-0fa5-4082-b03e-bd45b63ffbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:34.219491 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823f4fa-b792-45db-81a9-fb988ea8faf9 req-fa02e06d-9204-48e3-af96-9044b52ae40e tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:34.221086 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4823f4fa-b792-45db-81a9-fb988ea8faf9 req-fa02e06d-9204-48e3-af96-9044b52ae40e tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0629642 Jun 21 17:00:34.331424 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (dd60d8b3-9283-4956-a97f-d2e79d657944), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:34.345090 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4823f4fa-b792-45db-81a9-fb988ea8faf9 req-5e151d4f-7546-4fb8-a1b3-adacf7884acf tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165960 Jun 21 17:00:34.586605 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Router dd60d8b3-9283-4956-a97f-d2e79d657944 has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:00:34.709839 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:00:34.718553 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-cd05a7a6-3afb-40a5-991f-ebc94d635f04 admin admin] 10.222.0.70 "PUT /v2.0/routers/dd60d8b3-9283-4956-a97f-d2e79d657944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9746699 Jun 21 17:00:34.718675 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43628) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:34.721488 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] Sync routers for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:00:34.732997 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:34.733962 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:34.849497 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks [] for router (dd60d8b3-9283-4956-a97f-d2e79d657944), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:34.918268 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:34.982767 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks [] for router_gateway (dd60d8b3-9283-4956-a97f-d2e79d657944), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:35.053701 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:35.165264 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Deleting port 35b10f2f-2136-4f02-8e23-67aca4647287 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:35.165708 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:35.183849 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:35.274585 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] For port 35b10f2f-2136-4f02-8e23-67aca4647287, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=35b10f2f-2136-4f02-8e23-67aca4647287,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:35.275096 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:35.289042 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T17:00:33Z', 'revision_number': 5, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port': {'id': '35b10f2f-2136-4f02-8e23-67aca4647287', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:46:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:54:34Z', 'updated_at': '2022-06-21T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:35.291799 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Calling delete_port for 35b10f2f-2136-4f02-8e23-67aca4647287 owned by network:router_gateway {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:35.322193 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] Checking router: dd60d8b3-9283-4956-a97f-d2e79d657944 for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:00:35.340400 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] Routers {'dd60d8b3-9283-4956-a97f-d2e79d657944'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:00:35.341595 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['dd60d8b3-9283-4956-a97f-d2e79d657944'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:35.449657 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] Set router dd60d8b3-9283-4956-a97f-d2e79d657944 gateway port host: None {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:00:35.476566 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:35.505616 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T17:00:34Z', 'revision_number': 6, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port_host': None}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:35.531152 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5980c-84d7-4594-81a4-a5e57fc18dac req-32758a6d-090f-4594-9597-173043dd7e0e tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:35.532626 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fac5980c-84d7-4594-81a4-a5e57fc18dac req-32758a6d-090f-4594-9597-173043dd7e0e tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0752301 Jun 21 17:00:35.560154 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd23214-327b-4af1-9675-e90807a77b0c None None] The sync data for ids ['dd60d8b3-9283-4956-a97f-d2e79d657944'] in dv-cinder-799871-21-iscsi is: [{'id': 'dd60d8b3-9283-4956-a97f-d2e79d657944', 'name': 'tempest-AttachVolumeNegativeTest-1715163036-router', 'tenant_id': '97cafcd59ef1433ba71a47a01b3a331c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:54:33Z', 'updated_at': '2022-06-21T17:00:34Z', 'revision_number': 6, 'project_id': '97cafcd59ef1433ba71a47a01b3a331c', 'gw_port_host': None}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:00:35.609563 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-fac5980c-84d7-4594-81a4-a5e57fc18dac req-0e88ac67-f7ff-4a25-87a1-54a3de1121a5 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698550 Jun 21 17:00:35.641888 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (35b10f2f-2136-4f02-8e23-67aca4647287), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:35.666305 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b10f2f-2136-4f02-8e23-67aca4647287,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:35.679251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:35.751775 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (dd60d8b3-9283-4956-a97f-d2e79d657944), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:35.852035 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (dd60d8b3-9283-4956-a97f-d2e79d657944), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:35.855781 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks [] for router_controller (dd60d8b3-9283-4956-a97f-d2e79d657944), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.253073 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (dd60d8b3-9283-4956-a97f-d2e79d657944), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.254051 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd60d8b3-9283-4956-a97f-d2e79d657944 {{(pid=111042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 17:00:36.258564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.260000 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-0320afdd-1cff-4146-b74c-86b895a63e88 admin admin] 10.222.0.70 "DELETE /v2.0/routers/dd60d8b3-9283-4956-a97f-d2e79d657944 HTTP/1.1" status: 204 len: 168 time: 1.5400784 Jun 21 17:00:36.262716 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43634) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:36.268768 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-9ac043c0-92bd-4665-9bd6-67d6dfd0e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.320690 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21ab8ff-450b-4df6-b645-8cc2a47bacba admin admin] Deleting subnet 05ab1f0a-00cd-416c-abd3-44c8b8057251 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 17:00:36.324324 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21ab8ff-450b-4df6-b645-8cc2a47bacba admin admin] Publish callbacks [] for subnet (05ab1f0a-00cd-416c-abd3-44c8b8057251), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.366251 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21ab8ff-450b-4df6-b645-8cc2a47bacba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (05ab1f0a-00cd-416c-abd3-44c8b8057251), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.440382 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:36.458057 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21ab8ff-450b-4df6-b645-8cc2a47bacba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (05ab1f0a-00cd-416c-abd3-44c8b8057251), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.618167 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21ab8ff-450b-4df6-b645-8cc2a47bacba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (05ab1f0a-00cd-416c-abd3-44c8b8057251), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.646328 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ab8ff-450b-4df6-b645-8cc2a47bacba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ab1f0a-00cd-416c-abd3-44c8b8057251,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:36.651828 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c21ab8ff-450b-4df6-b645-8cc2a47bacba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.654272 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b666a5-e90e-4f38-bbc6-0265f64e909e None None] Network 83741c3b-7ff0-4b33-b398-e82b72fea3bd requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 17:00:36.655222 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c21ab8ff-450b-4df6-b645-8cc2a47bacba admin admin] 10.222.0.70 "DELETE /v2.0/subnets/05ab1f0a-00cd-416c-abd3-44c8b8057251 HTTP/1.1" status: 204 len: 168 time: 0.3911841 Jun 21 17:00:36.657912 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43638) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:36.758613 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (83741c3b-7ff0-4b33-b398-e82b72fea3bd), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.802238 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2894f-6179-4bef-9bf4-b7ff5ff12abd req-a3458fb9-3b4c-4f88-bf94-f6341de79d5d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:36.803760 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-97a2894f-6179-4bef-9bf4-b7ff5ff12abd req-a3458fb9-3b4c-4f88-bf94-f6341de79d5d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0665724 Jun 21 17:00:36.825593 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] DHCP port deletion for 83741c3b-7ff0-4b33-b398-e82b72fea3bd request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 17:00:36.867122 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Deleting port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:36.867378 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.867542 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] Deleting port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:00:36.868114 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.897189 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:36.899869 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-97a2894f-6179-4bef-9bf4-b7ff5ff12abd req-eef2665a-a716-4aa3-b5d9-4d4480d180a4 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755739 Jun 21 17:00:36.949125 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] For port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:36.949125 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.962908 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Calling delete_port for e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 owned by network:dhcp {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:36.971318 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] For port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,segment=NetworkSegment(3546909f-0327-4569-8513-6adbb61ea540),segment_id=3546909f-0327-4569-8513-6adbb61ea540)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:36.971713 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:36.986971 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] Calling delete_port for e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:00:37.052761 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:37.067835 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:37.083417 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Current status of the port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 is: ACTIVE; New status is: DOWN {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:37.083734 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.136012 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2151f0-0a63-46eb-bfb9-03277e475a32 req-b70006cf-69ee-469b-89fc-d467e1f793e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:37.137712 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-af2151f0-0a63-46eb-bfb9-03277e475a32 req-b70006cf-69ee-469b-89fc-d467e1f793e4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0974393 Jun 21 17:00:37.138300 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.155857 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 35b10f2f-2136-4f02-8e23-67aca4647287 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:37.159296 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (e0f5b2b2-af19-427e-b9fa-6465fa4aecd3), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.166001 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:37.167881 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] No DVR routers for this DVR port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 on host dv-cinder-799871-21-iscsi {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:37.202921 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 35b10f2f-2136-4f02-8e23-67aca4647287 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:37.203273 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 35b10f2f-2136-4f02-8e23-67aca4647287 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:37.203701 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e99c8f9c-7703-4bde-b5c7-07c17095a241 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:00:37.208551 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] Pushing event deleted for resources: {'Port': ['ID=e0f5b2b2-af19-427e-b9fa-6465fa4aecd3,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:37.226836 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c22a8-81c4-437d-986e-a9e70a62dfab None None] No DVR routers for this DVR port e0f5b2b2-af19-427e-b9fa-6465fa4aecd3 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:00:37.228181 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: e99c8f9c-7703-4bde-b5c7-07c17095a241 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:00:37.228526 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device e99c8f9c-7703-4bde-b5c7-07c17095a241 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:00:37.279462 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (83741c3b-7ff0-4b33-b398-e82b72fea3bd), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.283021 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-968f88e4-c31b-45bd-8591-74ed2b52f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:37.284504 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-968f88e4-c31b-45bd-8591-74ed2b52f8a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1127 time: 0.0941303 Jun 21 17:00:37.332774 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83741c3b-7ff0-4b33-b398-e82b72fea3bd']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:37.341127 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-81b2a07e-db68-447b-b88f-052ee2ece98d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 217 time: 0.0458312 Jun 21 17:00:37.344861 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3546909f-0327-4569-8513-6adbb61ea540') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:37.345155 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3546909f-0327-4569-8513-6adbb61ea540') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:00:37.384612 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (3546909f-0327-4569-8513-6adbb61ea540), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.406232 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (3546909f-0327-4569-8513-6adbb61ea540), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.417720 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Releasing vlan 1226 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 17:00:37.418127 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (3546909f-0327-4569-8513-6adbb61ea540), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.433791 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-c2caf398-59f1-4609-83d0-3699477f1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:37.435255 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-c2caf398-59f1-4609-83d0-3699477f1cc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 HTTP/1.1" status: 200 len: 854 time: 0.0880504 Jun 21 17:00:37.438467 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 3546909f-0327-4569-8513-6adbb61ea540 resource provider aggregate not found Jun 21 17:00:37.472369 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment 3546909f-0327-4569-8513-6adbb61ea540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3546909f-0327-4569-8513-6adbb61ea540 found for delete ", "request_id": "req-7234e066-c53f-48a3-aeb0-11898bc434e4"}]} Jun 21 17:00:37.478644 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:37.522354 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-3fb6da61-54a3-4fed-8c59-8d4fe991325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:37.523861 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-3fb6da61-54a3-4fed-8c59-8d4fe991325a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb07e25-8c55-4679-a0bd-97c862695c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0819814 Jun 21 17:00:37.528019 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.611729 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (83741c3b-7ff0-4b33-b398-e82b72fea3bd), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.621632 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:37.623417 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] 10.222.0.70 "DELETE /v2.0/networks/83741c3b-7ff0-4b33-b398-e82b72fea3bd HTTP/1.1" status: 204 len: 168 time: 0.9635079 Jun 21 17:00:37.636570 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-f6994f1f-fcc7-45af-b832-225fbaf7776e service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058905 Jun 21 17:00:37.638078 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409394f-5e0e-4ab9-af2a-5460a8de9821 admin admin] Pushing event deleted for resources: {'Network': ['ID=83741c3b-7ff0-4b33-b398-e82b72fea3bd,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:37.734345 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7304937d-fa2c-4b7a-b407-0ce35f40c767 req-0dbb67f4-db5b-46c7-bd29-8d0b4d060806 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915921 Jun 21 17:00:37.868429 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=73 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:38.021532 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b02ed3-947f-4ddd-8536-2a51ac620c54 req-213c7579-99cf-47cd-92c9-195e5e09a7f1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:38.023030 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d4b02ed3-947f-4ddd-8536-2a51ac620c54 req-213c7579-99cf-47cd-92c9-195e5e09a7f1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0485721 Jun 21 17:00:38.063134 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43648) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:38.075225 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-d4b02ed3-947f-4ddd-8536-2a51ac620c54 req-c7332ed8-96a0-4434-98bc-1b33d15b9d47 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 Jun 21 17:00:38.108177 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3892806f-a59f-426f-a313-104165ef79ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97cafcd59ef1433ba71a47a01b3a331c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438161 Jun 21 17:00:38.110758 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43650) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:38.161336 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a2a5354d-774d-4fb1-8bfc-9a0c9fd324b4 admin admin] Publish callbacks [] for security_group (0e00b108-5799-45dd-bbdb-f3757d481e0e), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:38.183895 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a2a5354d-774d-4fb1-8bfc-9a0c9fd324b4 admin admin] Publish callbacks [] for security_group (0e00b108-5799-45dd-bbdb-f3757d481e0e), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:38.344600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a2a5354d-774d-4fb1-8bfc-9a0c9fd324b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0e00b108-5799-45dd-bbdb-f3757d481e0e), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:38.347224 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a2a5354d-774d-4fb1-8bfc-9a0c9fd324b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:38.348429 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a2a5354d-774d-4fb1-8bfc-9a0c9fd324b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0e00b108-5799-45dd-bbdb-f3757d481e0e HTTP/1.1" status: 204 len: 168 time: 0.2367520 Jun 21 17:00:38.356742 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5354d-774d-4fb1-8bfc-9a0c9fd324b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00b108-5799-45dd-bbdb-f3757d481e0e,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:38.883450 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:38.962179 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:39.198802 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922eb03-a29f-405e-b393-9d11d1bd4bf1 req-63801852-17f8-4e56-a174-a0749388e5a0 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:39.200442 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a922eb03-a29f-405e-b393-9d11d1bd4bf1 req-63801852-17f8-4e56-a174-a0749388e5a0 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0543189 Jun 21 17:00:39.252204 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a922eb03-a29f-405e-b393-9d11d1bd4bf1 req-b3219eb0-8649-43e7-8708-f28baedab0aa tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Jun 21 17:00:40.377084 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770f0b3-e12e-4979-8aa0-a5a7c45b0fa9 req-c840d82f-ce6e-4dfe-9538-bc2246db8f8f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:40.377084 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6770f0b3-e12e-4979-8aa0-a5a7c45b0fa9 req-c840d82f-ce6e-4dfe-9538-bc2246db8f8f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0557566 Jun 21 17:00:40.420061 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:40.427492 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-6770f0b3-e12e-4979-8aa0-a5a7c45b0fa9 req-90020c56-1461-46fd-8e2f-06da5ceb30a3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Jun 21 17:00:41.550468 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cdd41-288a-4b86-8065-194ed4ec2af8 req-8930b1db-bd6d-4abe-88cb-1937b632bdaa tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:41.551952 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f80cdd41-288a-4b86-8065-194ed4ec2af8 req-8930b1db-bd6d-4abe-88cb-1937b632bdaa tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 943 time: 0.0501215 Jun 21 17:00:41.600420 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f80cdd41-288a-4b86-8065-194ed4ec2af8 req-623f5eb2-f031-4d91-a77c-0585a11f3192 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 Jun 21 17:00:41.825157 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7ced569e-13dc-40fe-83f4-902201abc4f5 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=111044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 21 17:00:41.919665 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:41.925655 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7ced569e-13dc-40fe-83f4-902201abc4f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7ced569e-13dc-40fe-83f4-902201abc4f5,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:41.936967 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Returning: {'device': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'port_id': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'mac_address': 'fa:16:3e:cd:d2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 21 17:00:41.975777 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7ced569e-13dc-40fe-83f4-902201abc4f5 is: DOWN; New status is: BUILD {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:41.976166 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:41.989556 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ced569e-13dc-40fe-83f4-902201abc4f5 {{(pid=111044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 21 17:00:42.009497 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7ced569e-13dc-40fe-83f4-902201abc4f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7ced569e-13dc-40fe-83f4-902201abc4f5,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:42.133363 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:42.183438 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7ced569e-13dc-40fe-83f4-902201abc4f5,revision_number=4']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:42.356792 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7ced569e-13dc-40fe-83f4-902201abc4f5'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 17:00:42.516070 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:42.719986 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc631c9-3eaa-43ac-bab7-5eb92de06ae1 req-a820eb13-21ba-4944-a6ce-ef6977ee7ed7 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:42.721513 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fdc631c9-3eaa-43ac-bab7-5eb92de06ae1 req-a820eb13-21ba-4944-a6ce-ef6977ee7ed7 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0480602 Jun 21 17:00:42.770973 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fdc631c9-3eaa-43ac-bab7-5eb92de06ae1 req-ac9cf813-56f7-4796-ae01-f7eb8016f55f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440202 Jun 21 17:00:43.819116 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7ced569e-13dc-40fe-83f4-902201abc4f5 up at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 21 17:00:43.868814 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning for port 7ced569e-13dc-40fe-83f4-902201abc4f5 completed by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 21 17:00:43.909313 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08294477-143a-4b94-bf96-3128d1766e82 req-bfbc1f70-feb8-4804-9435-3c266111c292 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:43.910850 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-08294477-143a-4b94-bf96-3128d1766e82 req-bfbc1f70-feb8-4804-9435-3c266111c292 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 944 time: 0.0584879 Jun 21 17:00:43.945530 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Provisioning complete for port 7ced569e-13dc-40fe-83f4-902201abc4f5 triggered by entity L2. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:00:43.945910 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:43.970166 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-08294477-143a-4b94-bf96-3128d1766e82 req-50c2afda-bafb-4aed-8da2-f9613f323599 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465946 Jun 21 17:00:44.024390 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Current status of the port 7ced569e-13dc-40fe-83f4-902201abc4f5 is: BUILD; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:00:44.024777 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), before_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:44.054461 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5'}] {{(pid=111044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:00:44.056698 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}197d3d2d2cdb98549d10521688cf4cd4a6d3b84b409888cef618198038ea8ba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a6da77-981b-4366-a8d6-96e8615654f2" -d '{"events": [{"server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5"}]}' {{(pid=111044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:00:44.074053 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] For port 7ced569e-13dc-40fe-83f4-902201abc4f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7ced569e-13dc-40fe-83f4-902201abc4f5,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:00:44.196700 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:44.223796 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c54f490-b338-43e9-befe-6b3df1927234 x-openstack-request-id: req-3c54f490-b338-43e9-befe-6b3df1927234 {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:00:44.224092 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "name": "network-vif-plugged", "status": "completed", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5", "code": 200}]} {{(pid=111044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:00:44.224346 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c54f490-b338-43e9-befe-6b3df1927234 {{(pid=111044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:00:44.224744 dv-cinder-799871-21-iscsi neutron-server[111044]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c54f490-b338-43e9-befe-6b3df1927234'] response: {'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'code': 200} Jun 21 17:00:44.256048 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Pushing event updated for resources: {'Port': ['ID=7ced569e-13dc-40fe-83f4-902201abc4f5,revision_number=5']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:44.543718 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780d531-6145-4b38-94c6-9f97bb668928 req-c0b8f115-adec-46a4-860d-29c2d23b24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:44.545206 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7780d531-6145-4b38-94c6-9f97bb668928 req-c0b8f115-adec-46a4-860d-29c2d23b24f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1129 time: 0.0392401 Jun 21 17:00:44.590212 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7780d531-6145-4b38-94c6-9f97bb668928 req-223b7cf6-77f1-4241-a859-73242ecb64d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Jun 21 17:00:45.076386 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:45.090051 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433515bc-bc95-4e9a-b82c-62b9c2cd9aa3 req-e4daff16-f4ea-4982-9cfe-3674d398b4d4 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:45.091390 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-433515bc-bc95-4e9a-b82c-62b9c2cd9aa3 req-e4daff16-f4ea-4982-9cfe-3674d398b4d4 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0511668 Jun 21 17:00:45.144158 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-433515bc-bc95-4e9a-b82c-62b9c2cd9aa3 req-322ff5fe-227d-4236-8669-9311c86a0810 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469193 Jun 21 17:00:46.258890 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e67f6-6a28-4d72-b00c-14e783010c4b req-54067f94-6699-4bcb-83cf-1f630a5527e2 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:46.260939 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cb1e67f6-6a28-4d72-b00c-14e783010c4b req-54067f94-6699-4bcb-83cf-1f630a5527e2 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0486321 Jun 21 17:00:46.313053 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-cb1e67f6-6a28-4d72-b00c-14e783010c4b req-499026e2-7275-49a4-904f-529acff10d9d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458143 Jun 21 17:00:47.430754 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389f394-b1aa-4548-b332-b88124bba30c req-d9d9e2da-1c4c-46db-a602-9eea3d2210f0 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:47.432357 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a389f394-b1aa-4548-b332-b88124bba30c req-d9d9e2da-1c4c-46db-a602-9eea3d2210f0 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0489025 Jun 21 17:00:47.486594 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-a389f394-b1aa-4548-b332-b88124bba30c req-973a53af-ae32-47e7-89b1-583acfe7614c tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484598 Jun 21 17:00:47.601208 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf2150-0930-4cc8-89c4-0f201f05373a req-8836e8ce-d981-4236-ad69-0b0f1c92e9bc tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:47.602725 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2cdf2150-0930-4cc8-89c4-0f201f05373a req-8836e8ce-d981-4236-ad69-0b0f1c92e9bc tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Jun 21 17:00:47.614788 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:47.652456 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2cdf2150-0930-4cc8-89c4-0f201f05373a req-c16170a8-ad8e-4ef3-b470-b382f2868b1c tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Jun 21 17:00:47.989990 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b25101-9e50-4936-aa79-455415063164 req-2a817332-e8d1-4158-9bcf-95ae43c49bd3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:47.991517 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55b25101-9e50-4936-aa79-455415063164 req-2a817332-e8d1-4158-9bcf-95ae43c49bd3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0530627 Jun 21 17:00:48.042490 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-55b25101-9e50-4936-aa79-455415063164 req-8b6d4b7e-6a7e-44b8-89a0-8be7558ff0cd tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445452 Jun 21 17:00:50.619154 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43812) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:50.764735 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3ee26d59-634e-48c1-9740-07d4d1884d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:50.843808 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3ee26d59-634e-48c1-9740-07d4d1884d94 admin admin] Publish callbacks [] for security_group (f33304e6-4f88-4fb3-b7d8-32c7eb9ce22b), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:50.967369 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-3ee26d59-634e-48c1-9740-07d4d1884d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f33304e6-4f88-4fb3-b7d8-32c7eb9ce22b), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:51.009871 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-3ee26d59-634e-48c1-9740-07d4d1884d94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfdb9dba9a714ceeb3d5505741c2dd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894560 Jun 21 17:00:51.010698 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26d59-634e-48c1-9740-07d4d1884d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33304e6-4f88-4fb3-b7d8-32c7eb9ce22b,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:51.012720 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43816) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:51.067736 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2d25aff3-50b8-47e8-9ab0-cb56b384f443 admin admin] Publish callbacks [] for security_group (f33304e6-4f88-4fb3-b7d8-32c7eb9ce22b), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:51.091536 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2d25aff3-50b8-47e8-9ab0-cb56b384f443 admin admin] Publish callbacks [] for security_group (f33304e6-4f88-4fb3-b7d8-32c7eb9ce22b), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:51.271378 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:00:51.333116 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2d25aff3-50b8-47e8-9ab0-cb56b384f443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (f33304e6-4f88-4fb3-b7d8-32c7eb9ce22b), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:51.335698 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-2d25aff3-50b8-47e8-9ab0-cb56b384f443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:51.337123 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-2d25aff3-50b8-47e8-9ab0-cb56b384f443 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f33304e6-4f88-4fb3-b7d8-32c7eb9ce22b HTTP/1.1" status: 204 len: 168 time: 0.3232825 Jun 21 17:00:51.346326 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25aff3-50b8-47e8-9ab0-cb56b384f443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33304e6-4f88-4fb3-b7d8-32c7eb9ce22b,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:54.250621 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:57.161328 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43886) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:57.273631 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:57.353182 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Publish callbacks [] for security_group (8664d8b7-5836-4b4b-87d0-56fbb75f5dc8), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:57.458342 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (8664d8b7-5836-4b4b-87d0-56fbb75f5dc8), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:57.501867 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8664d8b7-5836-4b4b-87d0-56fbb75f5dc8,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:57.505807 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb2e996fbd7741f3bb989402ef4e70bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433771 Jun 21 17:00:57.508908 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43892) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:57.512505 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.512851 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.513192 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.513554 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.513886 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.514212 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.514536 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.514857 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.515180 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.515500 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.515822 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.516141 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.516455 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.516772 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.517083 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9540a226-d10e-4b79-bd0e-9890d4af2287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:00:57.564732 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-aded6148-91ba-42df-b1eb-5aa480af2f37 admin admin] Publish callbacks [] for security_group (8664d8b7-5836-4b4b-87d0-56fbb75f5dc8), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:57.586343 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-aded6148-91ba-42df-b1eb-5aa480af2f37 admin admin] Publish callbacks [] for security_group (8664d8b7-5836-4b4b-87d0-56fbb75f5dc8), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:57.721520 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-aded6148-91ba-42df-b1eb-5aa480af2f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (8664d8b7-5836-4b4b-87d0-56fbb75f5dc8), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:57.724127 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-aded6148-91ba-42df-b1eb-5aa480af2f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:57.725306 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-aded6148-91ba-42df-b1eb-5aa480af2f37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8664d8b7-5836-4b4b-87d0-56fbb75f5dc8 HTTP/1.1" status: 204 len: 168 time: 0.2153645 Jun 21 17:00:57.734696 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded6148-91ba-42df-b1eb-5aa480af2f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8664d8b7-5836-4b4b-87d0-56fbb75f5dc8,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:58.576576 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43904) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:58.591068 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8b6e2e7a-249e-4045-b14d-9fd383c66696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:58.690563 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:58.703452 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8b6e2e7a-249e-4045-b14d-9fd383c66696 admin admin] Publish callbacks [] for security_group (edd67b45-e9cf-466d-872f-40604be84481), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:58.711781 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd541870-6919-4f45-a952-0ea6215ae0a0 req-3c334ec5-6ad4-4bbd-a5ff-24ae7d3afab8 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:58.715327 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dd541870-6919-4f45-a952-0ea6215ae0a0 req-3c334ec5-6ad4-4bbd-a5ff-24ae7d3afab8 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0659032 Jun 21 17:00:58.765385 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dd541870-6919-4f45-a952-0ea6215ae0a0 req-2c7fc422-b707-4f21-9298-f78bf4d4887b tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456047 Jun 21 17:00:58.784042 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-8b6e2e7a-249e-4045-b14d-9fd383c66696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (edd67b45-e9cf-466d-872f-40604be84481), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:58.788640 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43908) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:58.829805 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-8b6e2e7a-249e-4045-b14d-9fd383c66696 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=400e321def014076b289b6b63d7c0f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520370 Jun 21 17:00:58.830583 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e2e7a-249e-4045-b14d-9fd383c66696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd67b45-e9cf-466d-872f-40604be84481,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:58.832423 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43912) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:58.885790 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-60b741f8-c83a-4c16-9d20-a1c043f407d2 admin admin] Publish callbacks [] for security_group (edd67b45-e9cf-466d-872f-40604be84481), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:58.910186 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-60b741f8-c83a-4c16-9d20-a1c043f407d2 admin admin] Publish callbacks [] for security_group (edd67b45-e9cf-466d-872f-40604be84481), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:58.918683 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:59.037577 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529588d1-91c4-42cf-b4cb-b8ebd285264b tempest-TestMinimumBasicScenario-196407769 tempest-TestMinimumBasicScenario-196407769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:00:59.039112 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-529588d1-91c4-42cf-b4cb-b8ebd285264b tempest-TestMinimumBasicScenario-196407769 tempest-TestMinimumBasicScenario-196407769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1124 time: 0.2489235 Jun 21 17:00:59.042013 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43914) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:00:59.046348 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'floatingip': {'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'port_id': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:00:59.092438 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-60b741f8-c83a-4c16-9d20-a1c043f407d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (edd67b45-e9cf-466d-872f-40604be84481), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:59.095012 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-60b741f8-c83a-4c16-9d20-a1c043f407d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:59.096133 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-60b741f8-c83a-4c16-9d20-a1c043f407d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edd67b45-e9cf-466d-872f-40604be84481 HTTP/1.1" status: 204 len: 168 time: 0.2627025 Jun 21 17:00:59.105187 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b741f8-c83a-4c16-9d20-a1c043f407d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd67b45-e9cf-466d-872f-40604be84481,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:59.194629 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:59.218298 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:00:59.278903 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:59.391524 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_common [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Allocated IP 172.27.2.13 (14125294-c230-42cf-8446-cce19d5771ab/9a8316e5-9a8b-49ab-a6dc-0a439c018038/e80a9627-2622-444a-b7f4-60353aadc6c3) {{(pid=111043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 17:00:59.737394 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for port (e80a9627-2622-444a-b7f4-60353aadc6c3), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:59.881683 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733549598630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (e80a9627-2622-444a-b7f4-60353aadc6c3), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:00:59.923472 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Network 14125294-c230-42cf-8446-cce19d5771ab is already hosted by enough agents. {{(pid=111043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 17:00:59.930119 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.base_scheduler [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Resources bound (agent type, host, resource id): {{(pid=111043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 17:00:59.932681 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Received port after_create {{(pid=111043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 21 17:00:59.938766 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'Port': ['ID=e80a9627-2622-444a-b7f4-60353aadc6c3,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:00:59.970832 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:00.318686 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for floatingip (790a7a2a-040a-4994-9629-988abcc598e3), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:00.494031 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (e80a9627-2622-444a-b7f4-60353aadc6c3), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:00.638379 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:00.672946 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for port (e80a9627-2622-444a-b7f4-60353aadc6c3), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:00.762623 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (e80a9627-2622-444a-b7f4-60353aadc6c3), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:00.832496 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'Port': ['ID=e80a9627-2622-444a-b7f4-60353aadc6c3,revision_number=2']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:00.845224 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800643'] for floatingip (790a7a2a-040a-4994-9629-988abcc598e3), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:00.891039 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:00.945823 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.l3_db [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Floating IP 790a7a2a-040a-4994-9629-988abcc598e3 associated. External IP: 172.27.2.13, port: 7ced569e-13dc-40fe-83f4-902201abc4f5. Jun 21 17:01:01.095996 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:01.180444 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:01:01.296039 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:01:01.306770 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] Sync routers for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:01:01.324681 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:01:01.325365 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:01:01.428928 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:01:01.449154 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:01.482090 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-be40421a-87f1-4d27-aa39-cb7f9d961a2f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4390278 Jun 21 17:01:01.482795 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:01:01.485116 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 43944) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:01.485635 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d486cd4e-7f21-410b-a4a0-05a1a388eb20" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:01:01.494732 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [None req-64eb9a55-d81e-4246-9dac-e5ee3941550d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517719300', 'description': 'tempest-secgroup-smoke-1517719300 description', 'project_id': '30d08b848eb54ba9855407bcdef52d14'}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:01:01.606993 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-64eb9a55-d81e-4246-9dac-e5ee3941550d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:01.616834 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:01.654819 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '790a7a2a-040a-4994-9629-988abcc598e3', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'port_id': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'mac_address': 'fa:16:3e:cd:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T17:01:00Z', 'updated_at': '2022-06-21T17:01:00Z', 'revision_number': 0, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:07Z', 'revision_number': 5, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:01:01.680716 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169d44b-c54b-451e-9abb-b32c933cfaa1 x-openstack-request-id: req-7169d44b-c54b-451e-9abb-b32c933cfaa1 {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:01:01.680716 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:01:01.680716 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7169d44b-c54b-451e-9abb-b32c933cfaa1 {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:01:01.681426 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7169d44b-c54b-451e-9abb-b32c933cfaa1'] response: {'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'status': 'completed', 'code': 200} Jun 21 17:01:01.684427 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] Checking router: ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:01:01.687881 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-64eb9a55-d81e-4246-9dac-e5ee3941550d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group (0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:01.693813 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:01:01.694413 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:00:36Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:01:01.740687 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-b0a116d4-9282-47f4-a94c-9522454d369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:01.742228 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-b0a116d4-9282-47f4-a94c-9522454d369c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1129 time: 0.0396500 Jun 21 17:01:01.800443 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:01:01.811059 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-64eb9a55-d81e-4246-9dac-e5ee3941550d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:01.861231 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb9a55-d81e-4246-9dac-e5ee3941550d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:01.867760 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-20e5ec4f-d6c6-4b10-b3bd-2529404101cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:01.869328 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-20e5ec4f-d6c6-4b10-b3bd-2529404101cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 200 len: 917 time: 0.1211812 Jun 21 17:01:01.925017 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-64eb9a55-d81e-4246-9dac-e5ee3941550d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:01.926304 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-64eb9a55-d81e-4246-9dac-e5ee3941550d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4393849 Jun 21 17:01:01.929826 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43950) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:01.938559 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-c209d7e9-c95a-46f2-b503-b4b2cbaeca57 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'security_group_rule': {'security_group_id': '0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a', 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:01:01.938732 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-af055bbf-aabc-4777-8f76-166fb51b7ba0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 998 time: 0.0626490 Jun 21 17:01:01.995235 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-ad0ee67d-d87b-4123-bee0-d70f5ac56251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:01.997231 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-ad0ee67d-d87b-4123-bee0-d70f5ac56251 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 HTTP/1.1" status: 200 len: 854 time: 0.0528169 Jun 21 17:01:02.024920 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '790a7a2a-040a-4994-9629-988abcc598e3', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'port_id': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'mac_address': 'fa:16:3e:cd:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T17:01:00Z', 'updated_at': '2022-06-21T17:01:00Z', 'revision_number': 0, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:07Z', 'revision_number': 5, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:01:02.045143 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-8f844261-e957-427e-8690-667b76e73001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:02.046734 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-8f844261-e957-427e-8690-667b76e73001 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb07e25-8c55-4679-a0bd-97c862695c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416462 Jun 21 17:01:02.053096 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c209d7e9-c95a-46f2-b503-b4b2cbaeca57 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (b4a747e6-c40c-4c29-9d1f-24904bcbe062), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:02.078885 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:02.117824 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c209d7e9-c95a-46f2-b503-b4b2cbaeca57 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (b4a747e6-c40c-4c29-9d1f-24904bcbe062), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:02.142504 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab66f6c-2857-4c86-ba14-e3823c94eacd None None] The sync data for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi is: [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_floatingips': [{'id': '790a7a2a-040a-4994-9629-988abcc598e3', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'router_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'port_id': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'mac_address': 'fa:16:3e:cd:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-21T17:01:00Z', 'updated_at': '2022-06-21T17:01:00Z', 'revision_number': 0, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:07Z', 'revision_number': 5, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:01:02.145563 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-081a9dd7-6789-43d7-8389-6c44db5f4232 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911317 Jun 21 17:01:02.235591 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c209d7e9-c95a-46f2-b503-b4b2cbaeca57 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (b4a747e6-c40c-4c29-9d1f-24904bcbe062), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:02.257984 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209d7e9-c95a-46f2-b503-b4b2cbaeca57 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a747e6-c40c-4c29-9d1f-24904bcbe062,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:02.262732 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-d486cd4e-7f21-410b-a4a0-05a1a388eb20 req-84a74bb9-dd00-4162-be5d-bd7510e85314 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103389 Jun 21 17:01:02.368630 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e89c2d-812a-46fe-98a8-f1956f7f92b0 None None] New status for floating IP 790a7a2a-040a-4994-9629-988abcc598e3: ACTIVE {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 17:01:02.392933 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c209d7e9-c95a-46f2-b503-b4b2cbaeca57 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:02.394480 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c209d7e9-c95a-46f2-b503-b4b2cbaeca57 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4624422 Jun 21 17:01:02.397163 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43960) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:02.402111 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-c962aa97-349f-4bd3-ab17-3f3b7ef7dbdf tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'security_group_rule': {'security_group_id': '0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a', 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:01:02.517302 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c962aa97-349f-4bd3-ab17-3f3b7ef7dbdf tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (e4ff3522-7384-4e92-a501-747d4a97b02e), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:02.578155 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c962aa97-349f-4bd3-ab17-3f3b7ef7dbdf tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (e4ff3522-7384-4e92-a501-747d4a97b02e), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:02.720913 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c962aa97-349f-4bd3-ab17-3f3b7ef7dbdf tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (e4ff3522-7384-4e92-a501-747d4a97b02e), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:02.741263 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962aa97-349f-4bd3-ab17-3f3b7ef7dbdf tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ff3522-7384-4e92-a501-747d4a97b02e,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:02.820505 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-c962aa97-349f-4bd3-ab17-3f3b7ef7dbdf tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:02.821949 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-c962aa97-349f-4bd3-ab17-3f3b7ef7dbdf tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4237587 Jun 21 17:01:02.825660 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43966) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:02.830620 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-a78cb5d0-69f4-48df-8902-9f9a49649737 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'security_group_rule': {'security_group_id': '0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a', 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:01:02.961612 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a78cb5d0-69f4-48df-8902-9f9a49649737 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (0815d478-d2f1-4d2e-90e6-4d4bd2be3031), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.022756 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a78cb5d0-69f4-48df-8902-9f9a49649737 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (0815d478-d2f1-4d2e-90e6-4d4bd2be3031), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.087032 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a78cb5d0-69f4-48df-8902-9f9a49649737 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (0815d478-d2f1-4d2e-90e6-4d4bd2be3031), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.108173 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cb5d0-69f4-48df-8902-9f9a49649737 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0815d478-d2f1-4d2e-90e6-4d4bd2be3031,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:03.186819 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-a78cb5d0-69f4-48df-8902-9f9a49649737 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.188071 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-a78cb5d0-69f4-48df-8902-9f9a49649737 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3613834 Jun 21 17:01:03.190784 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43970) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:03.195153 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-cec1bcc8-0bab-4da4-b92e-ca7f038691f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'security_group_rule': {'security_group_id': '0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a', 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:01:03.327977 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cec1bcc8-0bab-4da4-b92e-ca7f038691f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (04c70d50-bcf6-4918-80e8-104220693f83), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.332037 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:03.384495 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:03.407335 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cec1bcc8-0bab-4da4-b92e-ca7f038691f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (04c70d50-bcf6-4918-80e8-104220693f83), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.561763 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cec1bcc8-0bab-4da4-b92e-ca7f038691f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (04c70d50-bcf6-4918-80e8-104220693f83), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.583365 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1bcc8-0bab-4da4-b92e-ca7f038691f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c70d50-bcf6-4918-80e8-104220693f83,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:03.725574 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-cec1bcc8-0bab-4da4-b92e-ca7f038691f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.727008 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-cec1bcc8-0bab-4da4-b92e-ca7f038691f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5350001 Jun 21 17:01:03.730306 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43974) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:03.735917 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-b6547da6-0217-4216-ba6c-2c9d3b021b69 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'security_group_rule': {'security_group_id': '0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a', 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:01:03.841094 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.securitygroups_db [None req-b6547da6-0217-4216-ba6c-2c9d3b021b69 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Project 30d08b848eb54ba9855407bcdef52d14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 17:01:03.847938 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6547da6-0217-4216-ba6c-2c9d3b021b69 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (dc726d04-d19b-41ab-8936-447d7f11c5aa), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.920366 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6547da6-0217-4216-ba6c-2c9d3b021b69 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (dc726d04-d19b-41ab-8936-447d7f11c5aa), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:03.985076 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6547da6-0217-4216-ba6c-2c9d3b021b69 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (dc726d04-d19b-41ab-8936-447d7f11c5aa), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:04.012193 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6547da6-0217-4216-ba6c-2c9d3b021b69 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc726d04-d19b-41ab-8936-447d7f11c5aa,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:04.115871 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d58614cf-7bce-4524-b57a-d246af0e06cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:04.118623 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b6547da6-0217-4216-ba6c-2c9d3b021b69 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:04.119866 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b6547da6-0217-4216-ba6c-2c9d3b021b69 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3885069 Jun 21 17:01:04.131212 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 43976) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:04.136556 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [None req-e48802d0-532c-4606-b343-f83809444687 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'security_group_rule': {'security_group_id': '0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a', 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:01:04.264343 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.securitygroups_db [None req-e48802d0-532c-4606-b343-f83809444687 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Project 30d08b848eb54ba9855407bcdef52d14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 17:01:04.270400 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e48802d0-532c-4606-b343-f83809444687 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (0e888dbb-8946-4152-95fa-6eb3c502d79b), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:04.332672 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e48802d0-532c-4606-b343-f83809444687 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (0e888dbb-8946-4152-95fa-6eb3c502d79b), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:04.435485 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e48802d0-532c-4606-b343-f83809444687 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745624'] for security_group_rule (0e888dbb-8946-4152-95fa-6eb3c502d79b), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:04.463565 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48802d0-532c-4606-b343-f83809444687 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e888dbb-8946-4152-95fa-6eb3c502d79b,revision_number=0']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:04.568655 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e48802d0-532c-4606-b343-f83809444687 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:04.569919 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e48802d0-532c-4606-b343-f83809444687 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4377358 Jun 21 17:01:04.675171 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2ddf182-3256-4779-8460-26845decadc8 req-ffccdbe1-2ba6-4585-ab0a-c4a636d7a49d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517719300&fields=id&tenant_id=30d08b848eb54ba9855407bcdef52d14 HTTP/1.1" status: 200 len: 267 time: 0.0533478 Jun 21 17:01:04.727774 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddf182-3256-4779-8460-26845decadc8 req-c9a8c370-e77d-4578-af3d-cb0441bf9f08 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:04.729256 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2ddf182-3256-4779-8460-26845decadc8 req-c9a8c370-e77d-4578-af3d-cb0441bf9f08 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0483432 Jun 21 17:01:04.740984 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.v2.base [req-c2ddf182-3256-4779-8460-26845decadc8 req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'port': {'security_groups': ['8750eb8a-7408-472f-9834-c92b864c9ed6', '0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a']}} {{(pid=111042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:01:04.816199 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2ddf182-3256-4779-8460-26845decadc8 req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), before_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:04.999716 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-c2ddf182-3256-4779-8460-26845decadc8 req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] For port 7ced569e-13dc-40fe-83f4-902201abc4f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7ced569e-13dc-40fe-83f4-902201abc4f5,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:01:05.029355 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2ddf182-3256-4779-8460-26845decadc8 req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), precommit_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:05.138131 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2ddf182-3256-4779-8460-26845decadc8 req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-528618867'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), after_update {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:05.149864 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7ced569e-13dc-40fe-83f4-902201abc4f5'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 17:01:05.184461 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddf182-3256-4779-8460-26845decadc8 req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:05.185185 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-c2ddf182-3256-4779-8460-26845decadc8 req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:05.186669 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-c2ddf182-3256-4779-8460-26845decadc8 req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "PUT /v2.0/ports/7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 981 time: 0.4501059 Jun 21 17:01:05.187126 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:01:05.189443 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0b8c69-17e2-454b-972b-8857d9539806" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:01:05.240062 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc8711-2dff-48c2-b9c8-bb9465069ed1 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'Port': ['ID=7ced569e-13dc-40fe-83f4-902201abc4f5,revision_number=6']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:05.243835 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7ced569e-13dc-40fe-83f4-902201abc4f5'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 17:01:05.251265 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afd8579-7a14-4a3d-9adf-143b789e46a1 x-openstack-request-id: req-0afd8579-7a14-4a3d-9adf-143b789e46a1 {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:01:05.252173 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:01:05.252439 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0afd8579-7a14-4a3d-9adf-143b789e46a1 {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:01:05.252856 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0afd8579-7a14-4a3d-9adf-143b789e46a1'] response: {'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'status': 'completed', 'code': 200} Jun 21 17:01:05.311904 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d38c4-27d9-4fce-9f02-bb2f971d170c req-8ee1c782-b460-4ce8-93fb-61b24b585642 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:05.314250 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-519d38c4-27d9-4fce-9f02-bb2f971d170c req-8ee1c782-b460-4ce8-93fb-61b24b585642 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0577452 Jun 21 17:01:05.350064 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-6f96c5ec-1a67-4fdc-95a7-afac22e5da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:05.351833 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-6f96c5ec-1a67-4fdc-95a7-afac22e5da09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1168 time: 0.0731266 Jun 21 17:01:05.400691 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-519d38c4-27d9-4fce-9f02-bb2f971d170c req-c816e6ba-6f52-469f-a701-14f4adef4331 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798340 Jun 21 17:01:05.441222 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:05.469582 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-ff61a9ee-abf7-4539-ac81-20a26e04d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:05.471041 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-ff61a9ee-abf7-4539-ac81-20a26e04d632 service neutron] 10.222.0.47 "GET /v2.0/networks?id=adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 200 len: 917 time: 0.1128733 Jun 21 17:01:05.514791 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-c387e198-b3da-4273-be8a-a08cd793cdf1 None None] Provisioning complete for port 7ced569e-13dc-40fe-83f4-902201abc4f5 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:01:05.515078 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c387e198-b3da-4273-be8a-a08cd793cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:05.543656 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-850d2a06-ad3f-4d2e-b5f7-2259e5764dd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0644858 Jun 21 17:01:05.596747 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-1ac0f7fa-980a-445f-aabd-3775b98babe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:05.598497 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-1ac0f7fa-980a-445f-aabd-3775b98babe5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 HTTP/1.1" status: 200 len: 854 time: 0.0464039 Jun 21 17:01:05.644181 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-7f288a99-7062-473a-aa4d-d275435c1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:05.645715 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-7f288a99-7062-473a-aa4d-d275435c1b7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb07e25-8c55-4679-a0bd-97c862695c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398884 Jun 21 17:01:05.650253 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:05.650859 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:05.724223 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:05.725684 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c387e198-b3da-4273-be8a-a08cd793cdf1 None None] Current status of the port 7ced569e-13dc-40fe-83f4-902201abc4f5 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:01:05.746060 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-f2d7d4f2-f6e5-4fb9-b746-ef616cfa4525 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940156 Jun 21 17:01:05.845064 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc0b8c69-17e2-454b-972b-8857d9539806 req-7d781447-c7c7-4710-a3d1-590c23b8c9fd service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925910 Jun 21 17:01:06.268115 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-51d78d40-f1cb-44de-b86c-32ede3c2cd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:07.486600 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:08.892977 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:08.960682 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:12.020701 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=97 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:12.028821 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=85 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:15.390886 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:15.394825 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:INSERT=10,neutron:SELECT=67,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:15.842337 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=33 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:18.880311 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:18.881646 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:22.919288 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa241a-04d0-4530-a909-0fa8ef32bb07 req-929640d2-3ee7-4571-a0c1-fa7e09fe374a tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:22.920816 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-abfa241a-04d0-4530-a909-0fa8ef32bb07 req-929640d2-3ee7-4571-a0c1-fa7e09fe374a tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0518420 Jun 21 17:01:22.987023 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-abfa241a-04d0-4530-a909-0fa8ef32bb07 req-b7c30b4c-1b7d-4e1f-b2ec-f055b8453ebe tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604167 Jun 21 17:01:23.010334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-46736320-2cc6-4a46-a711-d05e29e12c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:23.012099 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-46736320-2cc6-4a46-a711-d05e29e12c6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1168 time: 0.0479786 Jun 21 17:01:23.362642 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-ce1762a6-b39b-4156-8f3f-5fd52e1730fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:23.364135 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-ce1762a6-b39b-4156-8f3f-5fd52e1730fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 200 len: 917 time: 0.3453214 Jun 21 17:01:23.432968 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-bd2c230b-ef17-461d-8b7d-bc1528f14b82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0626426 Jun 21 17:01:23.486809 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-f6308393-6849-4d75-9450-c11026351498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:23.488175 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-f6308393-6849-4d75-9450-c11026351498 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 HTTP/1.1" status: 200 len: 854 time: 0.0485806 Jun 21 17:01:23.534362 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-a62943ba-9b53-4b3c-9a63-113be0b84682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:23.535905 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-a62943ba-9b53-4b3c-9a63-113be0b84682 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb07e25-8c55-4679-a0bd-97c862695c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415227 Jun 21 17:01:23.635124 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-32f26cc3-5b08-430c-a336-25176194bab8 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894561 Jun 21 17:01:23.728164 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-3b74a89a-7a46-447b-a68f-660fa7989b14 req-1b0893ce-e5c5-4041-a9de-810e51449a79 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868971 Jun 21 17:01:24.114496 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50384a-2816-4aa2-9d69-d4f52743c804 req-fd5782f7-efb7-4a29-ba75-0873f1e2510e tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:24.116025 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7c50384a-2816-4aa2-9d69-d4f52743c804 req-fd5782f7-efb7-4a29-ba75-0873f1e2510e tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0531476 Jun 21 17:01:24.181624 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-7c50384a-2816-4aa2-9d69-d4f52743c804 req-f62c9d74-58f7-4a25-a87b-0fa3baeffc67 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580890 Jun 21 17:01:25.302255 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35a62d-5e56-4ac8-a69a-4f950f1a1391 req-28fad68e-645d-4a82-bbeb-fea9a04b6db5 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:25.303728 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8e35a62d-5e56-4ac8-a69a-4f950f1a1391 req-28fad68e-645d-4a82-bbeb-fea9a04b6db5 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0492103 Jun 21 17:01:25.368167 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8e35a62d-5e56-4ac8-a69a-4f950f1a1391 req-fe49b969-8578-4ded-8e33-b7a9b5a5bbe9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582478 Jun 21 17:01:26.484713 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55b6fc-0ec3-434e-95c3-6701cbe9f762 req-b27a9bcd-ce02-4f35-8ade-bf138839d2e6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:26.486216 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f55b6fc-0ec3-434e-95c3-6701cbe9f762 req-b27a9bcd-ce02-4f35-8ade-bf138839d2e6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0487759 Jun 21 17:01:26.550075 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f55b6fc-0ec3-434e-95c3-6701cbe9f762 req-ca85eac6-645a-4906-a3f1-ee8f927fe647 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580227 Jun 21 17:01:27.677156 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89552d9-fe83-428f-aa75-22e2bb168518 req-20356dc6-d955-4727-80d9-1f7e78468d01 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:27.678713 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b89552d9-fe83-428f-aa75-22e2bb168518 req-20356dc6-d955-4727-80d9-1f7e78468d01 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0544155 Jun 21 17:01:27.745867 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-b89552d9-fe83-428f-aa75-22e2bb168518 req-8f4a902a-2a0d-408f-bfb9-b402a5f2bd29 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598037 Jun 21 17:01:28.270978 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:01:28.868361 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e501112-d1bb-4f40-b3e5-a0c798a80995 req-c0de2d66-b90d-4fa9-b271-23acc7068a26 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:28.869954 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6e501112-d1bb-4f40-b3e5-a0c798a80995 req-c0de2d66-b90d-4fa9-b271-23acc7068a26 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0548182 Jun 21 17:01:28.935963 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-6e501112-d1bb-4f40-b3e5-a0c798a80995 req-9ca21dac-b636-4deb-a229-75de7d456c68 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593638 Jun 21 17:01:30.049268 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73cd0-cf23-4d43-98f4-9f2f58065c45 req-8ea801ec-cfd7-47d1-a69e-27dcebdaaee5 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:30.050762 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-52c73cd0-cf23-4d43-98f4-9f2f58065c45 req-8ea801ec-cfd7-47d1-a69e-27dcebdaaee5 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0482163 Jun 21 17:01:30.113127 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-52c73cd0-cf23-4d43-98f4-9f2f58065c45 req-99b31198-6699-4834-9b50-268e8325699f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564985 Jun 21 17:01:30.903601 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:31.230703 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fac72-dfc0-4ab6-9a32-279533eb0510 req-041c53e0-3900-4645-8db0-36e0c1aa13f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:31.233933 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac8fac72-dfc0-4ab6-9a32-279533eb0510 req-041c53e0-3900-4645-8db0-36e0c1aa13f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0503702 Jun 21 17:01:31.296163 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ac8fac72-dfc0-4ab6-9a32-279533eb0510 req-fad7eea3-3b9b-49ff-9317-ba0100e07406 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562544 Jun 21 17:01:32.409223 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d37c3-ee03-4190-a7fd-fa9e1690754a req-0be287dc-64c2-46ff-8059-21e9471b512d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:32.410702 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-724d37c3-ee03-4190-a7fd-fa9e1690754a req-0be287dc-64c2-46ff-8059-21e9471b512d tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0474603 Jun 21 17:01:32.476601 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-724d37c3-ee03-4190-a7fd-fa9e1690754a req-8ce8e012-6726-44a5-8bd7-74bedceef9ec tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602927 Jun 21 17:01:33.600983 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97976a9-2981-4ca9-8ae0-8413b530ec2a req-6e296904-1ac0-4d0d-bab9-81156d7dfea9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:33.602388 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a97976a9-2981-4ca9-8ae0-8413b530ec2a req-6e296904-1ac0-4d0d-bab9-81156d7dfea9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0498829 Jun 21 17:01:33.648796 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:33.674418 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-a97976a9-2981-4ca9-8ae0-8413b530ec2a req-73fc9f46-b768-40ea-a1dc-488ea59c18de tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606287 Jun 21 17:01:34.120490 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-9c6b7b19-4536-4d79-8e12-c2d8ff44b4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:34.793158 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a4713-3fcf-4b40-a7b0-a8adbe9e3e9d req-374acee0-486e-41c0-8cd6-4147aa7f5938 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:34.794769 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f26a4713-3fcf-4b40-a7b0-a8adbe9e3e9d req-374acee0-486e-41c0-8cd6-4147aa7f5938 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0523655 Jun 21 17:01:34.857626 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-f26a4713-3fcf-4b40-a7b0-a8adbe9e3e9d req-827d7338-81e9-4a4a-b520-11f4d6fbb83c tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565648 Jun 21 17:01:35.936570 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:35.974183 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1e4a-60d2-42b6-832c-8a26f2934950 req-1525533a-cf25-4cad-ad33-01b4ba86bb62 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:35.975663 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-00ac1e4a-60d2-42b6-832c-8a26f2934950 req-1525533a-cf25-4cad-ad33-01b4ba86bb62 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0489771 Jun 21 17:01:36.037443 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-00ac1e4a-60d2-42b6-832c-8a26f2934950 req-e194d58b-bedd-49e9-8b40-1e09af03a2f9 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559638 Jun 21 17:01:36.252050 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-83f323bb-ca05-47cf-b01e-3cbbfdaa3608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:37.153663 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2d00-660d-4e37-879a-6c1933bb719e req-68e0e0a9-05d4-44ad-92d4-6924885c4120 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:37.155274 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-481a2d00-660d-4e37-879a-6c1933bb719e req-68e0e0a9-05d4-44ad-92d4-6924885c4120 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0488825 Jun 21 17:01:37.218736 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-481a2d00-660d-4e37-879a-6c1933bb719e req-7c165819-00af-4c3f-8fa3-78b659e9fbc3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570867 Jun 21 17:01:37.490359 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:38.267131 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:38.268279 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=6 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:38.339186 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f470b52-50c5-499f-ad8a-09f78525b655 req-1bedae2d-e0f2-40b8-85ce-a89e264ba025 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:38.340661 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2f470b52-50c5-499f-ad8a-09f78525b655 req-1bedae2d-e0f2-40b8-85ce-a89e264ba025 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0485215 Jun 21 17:01:38.403890 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-2f470b52-50c5-499f-ad8a-09f78525b655 req-80f363de-2027-419f-b8c8-8349f0e221df tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564072 Jun 21 17:01:38.963789 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:38.992309 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:39.523439 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e5a24-dc9e-4ee6-b6c2-57c044b7673d req-81223042-f17a-48e4-a548-2ce5114f41ba tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:39.524898 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e50e5a24-dc9e-4ee6-b6c2-57c044b7673d req-81223042-f17a-48e4-a548-2ce5114f41ba tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0519807 Jun 21 17:01:39.586585 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-e50e5a24-dc9e-4ee6-b6c2-57c044b7673d req-7406245e-2041-41cb-b5cd-e480cca7bd2e tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556562 Jun 21 17:01:40.707833 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3814a9-2c15-49ea-bec0-5c11400bf4c9 req-d052dbf6-1572-4d86-919f-f63fa26c8770 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:40.709303 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc3814a9-2c15-49ea-bec0-5c11400bf4c9 req-d052dbf6-1572-4d86-919f-f63fa26c8770 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0536554 Jun 21 17:01:40.774248 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-dc3814a9-2c15-49ea-bec0-5c11400bf4c9 req-5b6875c9-2a32-409e-9f96-0ebfd92f6c93 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a&id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588424 Jun 21 17:01:42.200757 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44240) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:42.310476 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-207a23c4-d63e-48e3-9dff-0011804c88dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:42.371510 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:42.380276 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:42.392892 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-207a23c4-d63e-48e3-9dff-0011804c88dc admin admin] Publish callbacks [] for security_group (331a3b3e-15da-429a-8bd4-d3d0aebb04de), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:42.474498 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-207a23c4-d63e-48e3-9dff-0011804c88dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (331a3b3e-15da-429a-8bd4-d3d0aebb04de), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:42.520371 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-207a23c4-d63e-48e3-9dff-0011804c88dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4b8149068f374414be3af11cdfe23b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183584 Jun 21 17:01:42.521378 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a23c4-d63e-48e3-9dff-0011804c88dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331a3b3e-15da-429a-8bd4-d3d0aebb04de,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:42.523186 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 44244) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:42.575689 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Publish callbacks [] for security_group (331a3b3e-15da-429a-8bd4-d3d0aebb04de), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:42.597657 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Publish callbacks [] for security_group (331a3b3e-15da-429a-8bd4-d3d0aebb04de), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:42.725989 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (331a3b3e-15da-429a-8bd4-d3d0aebb04de), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:42.728605 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:42.729842 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/331a3b3e-15da-429a-8bd4-d3d0aebb04de HTTP/1.1" status: 204 len: 168 time: 0.2055972 Jun 21 17:01:42.739334 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a3b3e-15da-429a-8bd4-d3d0aebb04de,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:42.746635 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.746985 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.747367 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.747707 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.748040 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.748369 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.748695 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.749026 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.749373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.752257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.752257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.752257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.752257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.752257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:42.752257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88126332-26e6-42d1-9245-f9ed84f5c8b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:01:44.414595 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-e6397c5d-7014-43be-8110-75479935520f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419080 Jun 21 17:01:44.493299 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-afe010af-5919-4e0a-b8e5-82e02f64a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:44.494785 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-afe010af-5919-4e0a-b8e5-82e02f64a32b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1168 time: 0.0395720 Jun 21 17:01:44.602040 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-d60b96e0-e667-4fd4-a22c-e1b82c4fa902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:44.603490 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-d60b96e0-e667-4fd4-a22c-e1b82c4fa902 service neutron] 10.222.0.47 "GET /v2.0/networks?id=adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 200 len: 917 time: 0.0908196 Jun 21 17:01:44.673004 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-2de91744-1cac-4f5a-9b0c-0bfa3b5cc1af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0634472 Jun 21 17:01:44.722314 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-9f34ff09-83c7-4e64-9291-9d0f46de8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:44.723781 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-9f34ff09-83c7-4e64-9291-9d0f46de8eb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 HTTP/1.1" status: 200 len: 854 time: 0.0456903 Jun 21 17:01:44.769637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-53138fbd-074e-46aa-b146-239bca512f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:01:44.771245 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-53138fbd-074e-46aa-b146-239bca512f73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb07e25-8c55-4679-a0bd-97c862695c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420501 Jun 21 17:01:44.866513 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-8d24abca-136e-43f9-8b37-a631ca269966 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895877 Jun 21 17:01:44.908310 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:44.957128 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:44.967967 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-9603b576-d6ed-4dee-b8ea-205b71520e82 req-79a4d04f-5697-4c4d-a7ff-bb4e6e0a0c98 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896263 Jun 21 17:01:48.880259 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:52.536298 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=17 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:52.781386 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:54.968995 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:01:55.439170 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 44380) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:55.546039 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de9ba142-ba9d-4b23-9b9c-8785beacd0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:55.621773 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de9ba142-ba9d-4b23-9b9c-8785beacd0dd admin admin] Publish callbacks [] for security_group (b04f2f0b-c8f0-4081-8a71-090fe0dd0f07), precommit_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:55.685540 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-de9ba142-ba9d-4b23-9b9c-8785beacd0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (b04f2f0b-c8f0-4081-8a71-090fe0dd0f07), after_create {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:55.725249 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ba142-ba9d-4b23-9b9c-8785beacd0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04f2f0b-c8f0-4081-8a71-090fe0dd0f07,revision_number=1']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:01:55.730941 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-de9ba142-ba9d-4b23-9b9c-8785beacd0dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cce5b511756f49eeba19c00b44827efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907135 Jun 21 17:01:55.733788 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44384) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:01:55.787977 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4131aa12-637b-45b7-a404-feaed473e51c admin admin] Publish callbacks [] for security_group (b04f2f0b-c8f0-4081-8a71-090fe0dd0f07), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:55.810197 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4131aa12-637b-45b7-a404-feaed473e51c admin admin] Publish callbacks [] for security_group (b04f2f0b-c8f0-4081-8a71-090fe0dd0f07), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:55.925316 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4131aa12-637b-45b7-a404-feaed473e51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (b04f2f0b-c8f0-4081-8a71-090fe0dd0f07), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:55.928840 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-4131aa12-637b-45b7-a404-feaed473e51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:01:55.930034 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-4131aa12-637b-45b7-a404-feaed473e51c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b04f2f0b-c8f0-4081-8a71-090fe0dd0f07 HTTP/1.1" status: 204 len: 168 time: 0.1953530 Jun 21 17:01:55.938275 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131aa12-637b-45b7-a404-feaed473e51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04f2f0b-c8f0-4081-8a71-090fe0dd0f07,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:00.948594 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:04.073744 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-868154c0-3a10-4599-a64b-73a31feca159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:05.273430 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:02:05.720591 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=13,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:05.723564 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=24,neutron:INSERT=6 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:05.933357 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:05.934056 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:06.294563 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b281-203b-4faf-bad0-fbeb3a9aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:06.824111 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44458) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:06.930849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:07.009494 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Publish callbacks [] for security_group (e5e1082c-eca3-4d7c-8c36-80a40b6534f5), precommit_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:07.107769 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (e5e1082c-eca3-4d7c-8c36-80a40b6534f5), after_create {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:07.147350 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1082c-eca3-4d7c-8c36-80a40b6534f5,revision_number=1']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:07.151440 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20757c7daaf7423ebc0878f3fe96e41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263149 Jun 21 17:02:07.154216 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 44462) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:07.157611 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.157961 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.158305 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.158713 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.159055 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.159388 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.160262 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.160595 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.160924 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.161360 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.161705 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.162033 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.162358 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.162679 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.162999 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd725b9-a774-47a7-b084-23e2e90a0c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:07.206291 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-299b554f-05e1-48b4-981b-c7204f182138 admin admin] Publish callbacks [] for security_group (e5e1082c-eca3-4d7c-8c36-80a40b6534f5), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:07.228640 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-299b554f-05e1-48b4-981b-c7204f182138 admin admin] Publish callbacks [] for security_group (e5e1082c-eca3-4d7c-8c36-80a40b6534f5), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:07.363744 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-299b554f-05e1-48b4-981b-c7204f182138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (e5e1082c-eca3-4d7c-8c36-80a40b6534f5), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:07.366292 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-299b554f-05e1-48b4-981b-c7204f182138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:07.367479 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-299b554f-05e1-48b4-981b-c7204f182138 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5e1082c-eca3-4d7c-8c36-80a40b6534f5 HTTP/1.1" status: 204 len: 168 time: 0.2122126 Jun 21 17:02:07.375746 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b554f-05e1-48b4-981b-c7204f182138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1082c-eca3-4d7c-8c36-80a40b6534f5,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:07.520843 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:08.890841 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:09.199693 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:11.287968 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:13.933807 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-2dd0e255-4ce6-4d4a-8d01-274f65b9f57a tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517719300&fields=id&tenant_id=30d08b848eb54ba9855407bcdef52d14 HTTP/1.1" status: 200 len: 267 time: 0.0456312 Jun 21 17:02:13.989089 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-4fc74d30-4c96-4cbe-8939-261f07bea3d4 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:13.990581 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-4fc74d30-4c96-4cbe-8939-261f07bea3d4 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 984 time: 0.0514898 Jun 21 17:02:14.001004 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.v2.base [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Request body: {'port': {'security_groups': ['8750eb8a-7408-472f-9834-c92b864c9ed6']}} {{(pid=111043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 21 17:02:14.079534 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-775388'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), before_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.281713 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] For port 7ced569e-13dc-40fe-83f4-902201abc4f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7ced569e-13dc-40fe-83f4-902201abc4f5,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:14.310371 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), precommit_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.382711 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733550100062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733549598648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733549598666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529715861'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), after_update {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.396397 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7ced569e-13dc-40fe-83f4-902201abc4f5'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 17:02:14.437726 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:14.438399 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.439800 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-8b7a035c-cfb0-48bf-9460-8b6ac147dc3e req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "PUT /v2.0/ports/7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 942 time: 0.4430759 Jun 21 17:02:14.440492 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:02:14.446064 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd490be6-595e-4513-aba9-bdafb934cc84" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:02:14.446944 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 44482) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:14.479366 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be01259-d8ce-4097-94f7-399f6320c6c3 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event updated for resources: {'Port': ['ID=7ced569e-13dc-40fe-83f4-902201abc4f5,revision_number=7']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:14.498172 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6272f2e-88ac-483d-910b-842f7be1de04 x-openstack-request-id: req-b6272f2e-88ac-483d-910b-842f7be1de04 {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:02:14.498172 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:02:14.498172 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6272f2e-88ac-483d-910b-842f7be1de04 {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:02:14.498172 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6272f2e-88ac-483d-910b-842f7be1de04'] response: {'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'status': 'completed', 'code': 200} Jun 21 17:02:14.538849 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7ced569e-13dc-40fe-83f4-902201abc4f5'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 17:02:14.576592 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1a0300ba-aaed-4caa-b64f-24fa6e23da40 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group (0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.579964 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-d7268a56-02f3-49c6-8d1f-538caa397ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:14.582921 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-d7268a56-02f3-49c6-8d1f-538caa397ec0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1129 time: 0.0650399 Jun 21 17:02:14.631393 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1a0300ba-aaed-4caa-b64f-24fa6e23da40 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group (0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.698164 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.provisioning_blocks [None req-f5b3f0fd-b7d6-41ac-8f83-b1aad78d631b None None] Provisioning complete for port 7ced569e-13dc-40fe-83f4-902201abc4f5 triggered by entity DHCP. {{(pid=111044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 21 17:02:14.698466 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f0fd-b7d6-41ac-8f83-b1aad78d631b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769500'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), provisioning_complete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.734268 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-e994dc35-e547-4f45-90f4-e8e5af45a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:14.735740 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-e994dc35-e547-4f45-90f4-e8e5af45a9d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 200 len: 917 time: 0.1423876 Jun 21 17:02:14.803680 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-f068c9cc-83ea-4ed0-8913-9acdc79089f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 1000 time: 0.0597005 Jun 21 17:02:14.804278 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3f0fd-b7d6-41ac-8f83-b1aad78d631b None None] Current status of the port 7ced569e-13dc-40fe-83f4-902201abc4f5 is: ACTIVE; New status is: ACTIVE {{(pid=111044) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 21 17:02:14.854765 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-1bb80eea-b71a-42df-be23-6e30f9b742a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:14.856344 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-1bb80eea-b71a-42df-be23-6e30f9b742a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 HTTP/1.1" status: 200 len: 854 time: 0.0461471 Jun 21 17:02:14.903395 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1a0300ba-aaed-4caa-b64f-24fa6e23da40 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.905913 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-1a0300ba-aaed-4caa-b64f-24fa6e23da40 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for security_group (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:14.907111 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-1a0300ba-aaed-4caa-b64f-24fa6e23da40 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "DELETE /v2.0/security-groups/0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a HTTP/1.1" status: 204 len: 168 time: 0.4591687 Jun 21 17:02:14.909874 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44486) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:14.914277 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-b6f7ca53-8008-4af1-be8f-2aaf2f46f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:14.915844 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-b6f7ca53-8008-4af1-be8f-2aaf2f46f42b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb07e25-8c55-4679-a0bd-97c862695c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528688 Jun 21 17:02:14.920672 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0300ba-aaed-4caa-b64f-24fa6e23da40 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c94e399-fbd2-47ba-9d61-1dcce0dc0c1a,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:15.013168 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-93e632e0-86e9-434b-a687-81d849147886 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903633 Jun 21 17:02:15.056317 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Deleting port e80a9627-2622-444a-b7f4-60353aadc6c3 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:15.056889 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (e80a9627-2622-444a-b7f4-60353aadc6c3), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:15.113361 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-fd490be6-595e-4513-aba9-bdafb934cc84 req-2bd9599a-fbe4-4bf8-9d80-221ac578d611 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934603 Jun 21 17:02:15.116127 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:15.134855 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:15.136760 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (e80a9627-2622-444a-b7f4-60353aadc6c3), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:15.137097 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for floatingip (e80a9627-2622-444a-b7f4-60353aadc6c3), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:15.150695 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Calling delete_port for e80a9627-2622-444a-b7f4-60353aadc6c3 owned by network:floatingip {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:15.273812 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:15.416849 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (e80a9627-2622-444a-b7f4-60353aadc6c3), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:15.447985 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event deleted for resources: {'Port': ['ID=e80a9627-2622-444a-b7f4-60353aadc6c3,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:15.509465 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks [] for floatingip (790a7a2a-040a-4994-9629-988abcc598e3), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:15.509800 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.db.l3_db [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Floating IP 790a7a2a-040a-4994-9629-988abcc598e3 disassociated (deleted). External IP: 172.27.2.13, port: 7ced569e-13dc-40fe-83f4-902201abc4f5. Jun 21 17:02:15.922971 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:15.942266 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:02:16.050228 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:02:16.055160 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for floatingip (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:16.059864 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] Sync routers for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:02:16.070085 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:02:16.070710 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:02:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:16.085021 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e2f65f6a-7963-4e4c-8030-ea80d9eae7c6 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "DELETE /v2.0/floatingips/790a7a2a-040a-4994-9629-988abcc598e3 HTTP/1.1" status: 204 len: 168 time: 1.1738513 Jun 21 17:02:16.175185 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:02:16.364167 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:07Z', 'revision_number': 5, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:16.393356 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] Checking router: ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:02:16.402745 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:02:16.403345 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:02:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:16.496518 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5'}] {{(pid=111043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:02:16.499240 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35648e7dbd9dafc6fb348d0442a35d521d0ae634eceee9dc33e2210b42382a97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5"}]}' {{(pid=111043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:02:16.509875 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:02:16.537721 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Jun 2022 17:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a870324a-d1d4-43bb-b93c-3e6ff7e60d8f x-openstack-request-id: req-a870324a-d1d4-43bb-b93c-3e6ff7e60d8f {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:02:16.537969 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5", "status": "completed", "code": 200}]} {{(pid=111043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:02:16.538204 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a870324a-d1d4-43bb-b93c-3e6ff7e60d8f {{(pid=111043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:02:16.538602 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a870324a-d1d4-43bb-b93c-3e6ff7e60d8f'] response: {'name': 'network-changed', 'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'status': 'completed', 'code': 200} Jun 21 17:02:16.611039 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-9194733e-d63c-4724-bca2-772504578495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:16.613243 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-9194733e-d63c-4724-bca2-772504578495 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=30d08b848eb54ba9855407bcdef52d14&device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 1129 time: 0.0467517 Jun 21 17:02:16.705721 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:07Z', 'revision_number': 5, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:16.711424 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-cd0b94a1-09e9-4386-95ce-529127b18e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:16.712928 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-cd0b94a1-09e9-4386-95ce-529127b18e89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 200 len: 917 time: 0.0940232 Jun 21 17:02:16.730828 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89c1d1-8443-4a64-a68f-3b8ca30e191a None None] The sync data for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi is: [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:00:02Z', 'revision_number': 4, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi', '_interfaces': [{'id': 'c2889d18-ca27-4231-acc7-17995c1404bb', 'name': '', 'network_id': 'adb07e25-8c55-4679-a0bd-97c862695c8d', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'mac_address': 'fa:16:3e:eb:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:01Z', 'updated_at': '2022-06-21T17:00:07Z', 'revision_number': 5, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'subnets': [{'id': '5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:02:16.956424 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419cf1b-4fc1-4ddb-acb3-091c15a14ece None None] New status for floating IP 790a7a2a-040a-4994-9629-988abcc598e3: DOWN {{(pid=111044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 21 17:02:16.964855 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-8f8e2cab-d5c4-4023-94e8-fe86be9828d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 200 len: 217 time: 0.0350931 Jun 21 17:02:16.982308 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:17.004465 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:17.021701 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-7afcf1b3-02f1-4112-9574-b0de59dc3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:17.023926 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-7afcf1b3-02f1-4112-9574-b0de59dc3f97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 HTTP/1.1" status: 200 len: 854 time: 0.0494645 Jun 21 17:02:17.088380 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-84eabfe5-0ffe-4f90-87ac-4cf5486f4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:17.089963 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-84eabfe5-0ffe-4f90-87ac-4cf5486f4c83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb07e25-8c55-4679-a0bd-97c862695c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476665 Jun 21 17:02:17.184840 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-1913bbec-828c-4c9c-92b5-50b86236c180 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873723 Jun 21 17:02:17.284481 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-371aad2b-8cf1-49ad-b1e4-2a923f522b5a req-082bd3a4-72d8-426e-b07a-f829b1bc24b7 service neutron] 10.222.0.47 "GET /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937214 Jun 21 17:02:19.571974 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c067b-c4c7-4794-8659-f92036f69169 req-22f03a10-2387-49df-8085-01e9dd815c39 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:19.573367 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-658c067b-c4c7-4794-8659-f92036f69169 req-22f03a10-2387-49df-8085-01e9dd815c39 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0475223 Jun 21 17:02:19.620266 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-658c067b-c4c7-4794-8659-f92036f69169 req-313d680d-a2aa-4e38-8066-884e873ea312 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Jun 21 17:02:20.735373 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a8522-42b8-4b70-b408-4f48ba6b92b9 req-fefa2561-b853-4b9c-a2f6-59072ae38e5f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:20.736830 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ff6a8522-42b8-4b70-b408-4f48ba6b92b9 req-fefa2561-b853-4b9c-a2f6-59072ae38e5f tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0466559 Jun 21 17:02:20.787829 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-ff6a8522-42b8-4b70-b408-4f48ba6b92b9 req-aad215df-979c-4e93-a5a0-76181633d635 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/security-groups?id=8750eb8a-7408-472f-9834-c92b864c9ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 Jun 21 17:02:21.249812 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-bea58635-befd-4a2a-b307-6bee7b86d074 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 21 17:02:21.251316 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-bea58635-befd-4a2a-b307-6bee7b86d074 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 945 time: 0.0481367 Jun 21 17:02:21.336608 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Deleting port 7ced569e-13dc-40fe-83f4-902201abc4f5 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:21.337241 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:21.429045 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] For port 7ced569e-13dc-40fe-83f4-902201abc4f5, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7ced569e-13dc-40fe-83f4-902201abc4f5,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:21.429433 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:21.446231 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Calling delete_port for 7ced569e-13dc-40fe-83f4-902201abc4f5 owned by compute:nova {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:21.506274 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:21.667704 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (7ced569e-13dc-40fe-83f4-902201abc4f5), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:21.679301 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] get_ports_and_sgs() called for port_ids ['7ced569e-13dc-40fe-83f4-902201abc4f5'] {{(pid=111044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 21 17:02:21.682544 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:21.696284 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Pushing event deleted for resources: {'Port': ['ID=7ced569e-13dc-40fe-83f4-902201abc4f5,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:21.746637 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] No DVR routers for this DVR port 7ced569e-13dc-40fe-83f4-902201abc4f5 on host hv-cinder-79987 {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:02:21.749123 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-11347'] for port (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:21.752225 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-1dd58498-e8a2-4bb8-84a8-5b1de2fb3ac7 req-0104a065-5912-4499-8b39-f6965db5f738 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.47 "DELETE /v2.0/ports/7ced569e-13dc-40fe-83f4-902201abc4f5 HTTP/1.1" status: 204 len: 173 time: 0.4962516 Jun 21 17:02:21.752759 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'name': 'network-vif-deleted', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5'}] {{(pid=111042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 21 17:02:21.755654 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26f6b3bf947ad9be990aee59c8bf0ab8437c7b09784a37de8dba6ff9f18a482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dc50d2-6bff-4e9f-a907-b6eeb6b15aea" -d '{"events": [{"server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "name": "network-vif-deleted", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5"}]}' {{(pid=111042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 17:02:21.791887 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Jun 2022 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec398fb1-1184-4f72-b445-6c247d6ca4df x-openstack-request-id: req-ec398fb1-1184-4f72-b445-6c247d6ca4df {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 17:02:21.792183 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8", "name": "network-vif-deleted", "tag": "7ced569e-13dc-40fe-83f4-902201abc4f5", "status": "completed", "code": 200}]} {{(pid=111042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 17:02:21.792888 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec398fb1-1184-4f72-b445-6c247d6ca4df {{(pid=111042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 17:02:21.793315 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec398fb1-1184-4f72-b445-6c247d6ca4df'] response: {'server_uuid': 'b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8', 'name': 'network-vif-deleted', 'tag': '7ced569e-13dc-40fe-83f4-902201abc4f5', 'status': 'completed', 'code': 200} Jun 21 17:02:21.884811 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [req-4f615d0a-ce31-4de9-b7b7-87c3c637d739 req-b01749e7-38cb-4a4d-8950-76b499e8a309 tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0284898 Jun 21 17:02:22.995693 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [req-86894eac-0e83-4339-8e55-756ba67747ea req-bec61890-2173-4d81-90e6-9911bdec919a tempest-TestMinimumBasicScenario-1550387160 tempest-TestMinimumBasicScenario-1550387160-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7ea6ac2-8535-4e66-940f-a7e49a4a6ac8 HTTP/1.1" status: 200 len: 210 time: 0.0309503 Jun 21 17:02:25.496430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44572) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:25.805073 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:25.963293 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:26.028972 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Deleting port c2889d18-ca27-4231-acc7-17995c1404bb {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:26.029348 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:26.108191 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] For port c2889d18-ca27-4231-acc7-17995c1404bb, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=c2889d18-ca27-4231-acc7-17995c1404bb,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:26.108469 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:26.122006 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Calling delete_port for c2889d18-ca27-4231-acc7-17995c1404bb owned by network:router_interface {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:26.218603 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:26.298801 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7ced569e-13dc-40fe-83f4-902201abc4f5 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:02:26.302060 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:26.320486 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] No Port match for: 7ced569e-13dc-40fe-83f4-902201abc4f5 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:02:26.320829 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Device 7ced569e-13dc-40fe-83f4-902201abc4f5 not bound to the agent host hv-cinder-79987 {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:02:26.411045 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (c2889d18-ca27-4231-acc7-17995c1404bb), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:26.436437 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2889d18-ca27-4231-acc7-17995c1404bb,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:26.604435 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:26.703982 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=67 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:26.709952 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=65 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:26.810114 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:02:26.816823 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:26.915913 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:02:26.920522 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-f00ed8d0-a869-461f-9607-4d5e2dd4fd91 admin admin] 10.222.0.70 "PUT /v2.0/routers/ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4231052 Jun 21 17:02:26.923170 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44574) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:26.927249 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] Sync routers for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:02:26.938333 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:02:26.938985 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:02:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:27.020651 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks [] for router (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.042160 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: dv-cinder-799871-21-iscsi {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:02:27.123387 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks [] for router_gateway (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.211956 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:02:26Z', 'revision_number': 5, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port': {'id': '8d181469-04d8-427b-b939-7f88d0f5fd00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T16:59:59Z', 'updated_at': '2022-06-21T17:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:27.237367 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] Checking router: ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e for host: dv-cinder-799871-21-iscsi {{(pid=111045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:02:27.246121 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] Routers {'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:02:27.246732 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:02:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'], 'active': True} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:27.250834 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=100 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:27.253708 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Deleting port 8d181469-04d8-427b-b939-7f88d0f5fd00 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:27.254054 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.332175 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_dvr_db [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] Set router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e gateway port host: None {{(pid=111045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:02:27.336939 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] For port 8d181469-04d8-427b-b939-7f88d0f5fd00, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=8d181469-04d8-427b-b939-7f88d0f5fd00,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:27.337327 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.351580 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Calling delete_port for 8d181469-04d8-427b-b939-7f88d0f5fd00 owned by network:router_gateway {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:27.382828 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.l3_hamode_db [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:02:27Z', 'revision_number': 6, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port_host': None}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:27.493627 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1c3f4d-f02b-4a8c-9dd2-ff10736cc2e1 None None] The sync data for ids ['ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e'] in dv-cinder-799871-21-iscsi is: [{'id': 'ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e', 'name': 'tempest-TestMinimumBasicScenario-1041919151-router', 'tenant_id': '30d08b848eb54ba9855407bcdef52d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T16:59:58Z', 'updated_at': '2022-06-21T17:02:27Z', 'revision_number': 6, 'project_id': '30d08b848eb54ba9855407bcdef52d14', 'gw_port_host': None}] {{(pid=111045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:02:27.604565 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (8d181469-04d8-427b-b939-7f88d0f5fd00), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.628299 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=8d181469-04d8-427b-b939-7f88d0f5fd00,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:27.697749 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.785986 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.788012 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks [] for router_controller (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.888170 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.888809 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e {{(pid=111043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 17:02:27.893111 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.894394 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-dbdca312-628e-4357-8b39-47784b303ecf admin admin] 10.222.0.70 "DELETE /v2.0/routers/ae0e4c2c-0f31-45ce-8d12-cf5e8e7c5c8e HTTP/1.1" status: 204 len: 168 time: 0.9703202 Jun 21 17:02:27.897297 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44576) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:27.943574 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac93f6d-4a93-46a4-9a47-99ef160196da admin admin] Deleting subnet 5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 {{(pid=111043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 17:02:27.946817 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3ac93f6d-4a93-46a4-9a47-99ef160196da admin admin] Publish callbacks [] for subnet (5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:27.985187 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3ac93f6d-4a93-46a4-9a47-99ef160196da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529593546'] for subnet (5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5), precommit_delete_associations {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.011172 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:28.061165 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3ac93f6d-4a93-46a4-9a47-99ef160196da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.228266 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3ac93f6d-4a93-46a4-9a47-99ef160196da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529715931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529643301'] for subnet (5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.252138 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac93f6d-4a93-46a4-9a47-99ef160196da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:28.263551 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-3ac93f6d-4a93-46a4-9a47-99ef160196da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.266800 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-3ac93f6d-4a93-46a4-9a47-99ef160196da admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5d4ccb84-fb7e-4069-983f-79fc3c6ea8c5 HTTP/1.1" status: 204 len: 168 time: 0.3685181 Jun 21 17:02:28.269357 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44578) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:28.275071 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536bae7a-3e6f-4d5d-9667-0e2431a13445 None None] Network adb07e25-8c55-4679-a0bd-97c862695c8d requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 17:02:28.294416 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:28.346996 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (adb07e25-8c55-4679-a0bd-97c862695c8d), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.395519 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Deleting port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 {{(pid=111043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:28.395864 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.435564 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] DHCP port deletion for adb07e25-8c55-4679-a0bd-97c862695c8d request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 17:02:28.469656 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.db [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] For port 1b3099f9-67fd-4eea-941c-1cb579ceaa30, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=1b3099f9-67fd-4eea-941c-1cb579ceaa30,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:28.470029 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.476503 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Deleting port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:28.476874 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.484655 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.plugin [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Calling delete_port for 1b3099f9-67fd-4eea-941c-1cb579ceaa30 owned by network:dhcp {{(pid=111043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:28.551035 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] For port 1b3099f9-67fd-4eea-941c-1cb579ceaa30, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=1b3099f9-67fd-4eea-941c-1cb579ceaa30,segment=NetworkSegment(3e988287-8ade-4060-864c-17f0173516f6),segment_id=3e988287-8ade-4060-864c-17f0173516f6)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:28.551501 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.565909 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Calling delete_port for 1b3099f9-67fd-4eea-941c-1cb579ceaa30 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:28.673593 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529715852'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.679629 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (1b3099f9-67fd-4eea-941c-1cb579ceaa30), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.698479 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3099f9-67fd-4eea-941c-1cb579ceaa30,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:28.703459 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] No DVR routers for this DVR port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 on host dv-cinder-799871-21-iscsi {{(pid=111043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:02:28.703880 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Pushing event deleted for resources: {'Port': ['ID=1b3099f9-67fd-4eea-941c-1cb579ceaa30,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:28.714828 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.715180 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.715756 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.716114 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.716454 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.716787 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.717168 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.717495 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.717827 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.718203 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.718516 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.718847 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.719173 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.719495 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.719815 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-21-iscsi {{(pid=111044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 17:02:28.723606 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e347a-fdf3-4ad8-ba50-06992f672ccd None None] No DVR routers for this DVR port 1b3099f9-67fd-4eea-941c-1cb579ceaa30 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:02:28.782320 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (adb07e25-8c55-4679-a0bd-97c862695c8d), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.803220 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb07e25-8c55-4679-a0bd-97c862695c8d']}} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:28.812430 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e988287-8ade-4060-864c-17f0173516f6') {'for_net_delete': True} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:28.812729 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.services.segments.db [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e988287-8ade-4060-864c-17f0173516f6') {} {{(pid=111043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:28.822484 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529593553'] for segment (3e988287-8ade-4060-864c-17f0173516f6), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.836319 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (3e988287-8ade-4060-864c-17f0173516f6), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.842765 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=111043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 17:02:28.843150 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529715889'] for segment (3e988287-8ade-4060-864c-17f0173516f6), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.863455 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 3e988287-8ade-4060-864c-17f0173516f6 resource provider aggregate not found Jun 21 17:02:28.907326 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.services.segments.plugin [-] Segment 3e988287-8ade-4060-864c-17f0173516f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e988287-8ade-4060-864c-17f0173516f6 found for delete ", "request_id": "req-376de4e9-38f8-443e-835e-601308aa5a34"}]} Jun 21 17:02:28.921847 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8d181469-04d8-427b-b939-7f88d0f5fd00 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:02:28.945949 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 8d181469-04d8-427b-b939-7f88d0f5fd00 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:02:28.946194 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 8d181469-04d8-427b-b939-7f88d0f5fd00 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:02:28.946602 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device c2889d18-ca27-4231-acc7-17995c1404bb no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:02:28.965631 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: c2889d18-ca27-4231-acc7-17995c1404bb {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:02:28.965979 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device c2889d18-ca27-4231-acc7-17995c1404bb not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:02:28.966387 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 1b3099f9-67fd-4eea-941c-1cb579ceaa30 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:02:28.975976 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (adb07e25-8c55-4679-a0bd-97c862695c8d), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.985484 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:28.985590 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 1b3099f9-67fd-4eea-941c-1cb579ceaa30 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:02:28.985590 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 1b3099f9-67fd-4eea-941c-1cb579ceaa30 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:02:28.985782 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] 10.222.0.70 "DELETE /v2.0/networks/adb07e25-8c55-4679-a0bd-97c862695c8d HTTP/1.1" status: 204 len: 168 time: 0.7139626 Jun 21 17:02:28.988423 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 44584) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:28.996939 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b9a42-bf45-48d4-ad2a-47241c50e39a admin admin] Pushing event deleted for resources: {'Network': ['ID=adb07e25-8c55-4679-a0bd-97c862695c8d,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:29.305302 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3774649'] for router_interface (ad166e69-bc38-477b-9bb9-9a2efec0327b), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:29.356900 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:29.527779 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Deleting port 3550b940-9d12-492c-a6ac-9130164bf2e1 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:29.528027 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:29.606458 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] For port 3550b940-9d12-492c-a6ac-9130164bf2e1, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=3550b940-9d12-492c-a6ac-9130164bf2e1,segment=NetworkSegment(eb0aa606-4199-45e6-9182-02194dd58eda),segment_id=eb0aa606-4199-45e6-9182-02194dd58eda)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:29.606820 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:29.619431 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Calling delete_port for 3550b940-9d12-492c-a6ac-9130164bf2e1 owned by network:router_interface {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:29.683662 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=100 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:29.870586 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (3550b940-9d12-492c-a6ac-9130164bf2e1), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:29.895291 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3550b940-9d12-492c-a6ac-9130164bf2e1,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:30.060271 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3774509'] for router_interface (ad166e69-bc38-477b-9bb9-9a2efec0327b), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:30.266143 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Router ad166e69-bc38-477b-9bb9-9a2efec0327b has already been hosted by L3 agent ad912301-fca0-4f61-b93f-821b197b4eea {{(pid=111042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 21 17:02:30.277121 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:30.614424 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] Notify agent at l3_agent.dv-cinder-799871-21-iscsi the message routers_updated {{(pid=111042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 17:02:30.619212 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-b4838816-e6a2-4f60-b3b0-e4674b5e4e12 admin admin] 10.222.0.70 "PUT /v2.0/routers/ad166e69-bc38-477b-9bb9-9a2efec0327b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290641 Jun 21 17:02:30.621769 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 44586) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:30.624847 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] Sync routers for ids ['ad166e69-bc38-477b-9bb9-9a2efec0327b'] in dv-cinder-799871-21-iscsi {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 17:02:30.635505 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] Routers {'ad166e69-bc38-477b-9bb9-9a2efec0327b'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:02:30.636126 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:02:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ad166e69-bc38-477b-9bb9-9a2efec0327b'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:30.716824 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks [] for router (ad166e69-bc38-477b-9bb9-9a2efec0327b), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:30.739121 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] Set router ad166e69-bc38-477b-9bb9-9a2efec0327b gateway port host: dv-cinder-799871-21-iscsi {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:02:30.815257 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks [] for router_gateway (ad166e69-bc38-477b-9bb9-9a2efec0327b), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:30.923054 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'external_fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:02:29Z', 'revision_number': 5, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port': {'id': 'a21b49e5-b9ed-47ad-a37d-1520825c5a00', 'name': '', 'network_id': '14125294-c230-42cf-8446-cce19d5771ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-21T17:00:07Z', 'updated_at': '2022-06-21T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8316e5-9a8b-49ab-a6dc-0a439c018038', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-21-iscsi'}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:30.943227 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:30.953366 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Deleting port a21b49e5-b9ed-47ad-a37d-1520825c5a00 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:30.953681 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:30.953818 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:30.954498 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] Checking router: ad166e69-bc38-477b-9bb9-9a2efec0327b for host: dv-cinder-799871-21-iscsi {{(pid=111044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 17:02:30.964061 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] Routers {'ad166e69-bc38-477b-9bb9-9a2efec0327b'} bound to L3 agent in host dv-cinder-799871-21-iscsi {{(pid=111044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 21 17:02:30.964669 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-21T16:40:06Z,description=,heartbeat_timestamp=2022-06-21T17:02:06Z,host='dv-cinder-799871-21-iscsi',id=ad912301-fca0-4f61-b93f-821b197b4eea,load=0,resource_versions=,resources_synced=,started_at=2022-06-21T16:40:07Z,topic='l3_agent')) {'router_ids': ['ad166e69-bc38-477b-9bb9-9a2efec0327b'], 'active': True} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:31.036834 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] For port a21b49e5-b9ed-47ad-a37d-1520825c5a00, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=a21b49e5-b9ed-47ad-a37d-1520825c5a00,segment=NetworkSegment(75921cd8-689d-4027-87de-21a6877b3787),segment_id=75921cd8-689d-4027-87de-21a6877b3787)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:31.037194 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.050943 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Calling delete_port for a21b49e5-b9ed-47ad-a37d-1520825c5a00 owned by network:router_gateway {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:31.052958 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvr_db [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] Set router ad166e69-bc38-477b-9bb9-9a2efec0327b gateway port host: None {{(pid=111044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 21 17:02:31.102393 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_hamode_db [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:02:30Z', 'revision_number': 6, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port_host': None}], 'dv-cinder-799871-21-iscsi', False) {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:31.127132 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3af35-1ef3-4da5-a4ff-7edbaac362e8 None None] The sync data for ids ['ad166e69-bc38-477b-9bb9-9a2efec0327b'] in dv-cinder-799871-21-iscsi is: [{'id': 'ad166e69-bc38-477b-9bb9-9a2efec0327b', 'name': 'tempest-TestMinimumBasicScenario-2054609129-router', 'tenant_id': '1375438233074ed88843ce0951322326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-21T17:00:05Z', 'updated_at': '2022-06-21T17:02:30Z', 'revision_number': 6, 'project_id': '1375438233074ed88843ce0951322326', 'gw_port_host': None}] {{(pid=111044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 17:02:31.288205 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (a21b49e5-b9ed-47ad-a37d-1520825c5a00), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.313155 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21b49e5-b9ed-47ad-a37d-1520825c5a00,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:31.382532 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3797513'] for router_gateway (ad166e69-bc38-477b-9bb9-9a2efec0327b), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.468141 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:31.470570 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3769344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58504'] for router (ad166e69-bc38-477b-9bb9-9a2efec0327b), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.474055 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks [] for router_controller (ad166e69-bc38-477b-9bb9-9a2efec0327b), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.642322 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3769486'] for router (ad166e69-bc38-477b-9bb9-9a2efec0327b), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.642858 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad166e69-bc38-477b-9bb9-9a2efec0327b {{(pid=111042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 17:02:31.647813 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.648771 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-40eb03eb-9def-4b59-9573-6d4fba90e6d3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ad166e69-bc38-477b-9bb9-9a2efec0327b HTTP/1.1" status: 204 len: 168 time: 1.0260923 Jun 21 17:02:31.651236 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 44588) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:31.698509 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fd5f45-7e0b-4d17-b2c8-6fe9e634210b admin admin] Deleting subnet 1fdbb506-97ff-4635-a5c6-6604078d1707 {{(pid=111042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 21 17:02:31.702074 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f45-7e0b-4d17-b2c8-6fe9e634210b admin admin] Publish callbacks [] for subnet (1fdbb506-97ff-4635-a5c6-6604078d1707), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.740902 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f45-7e0b-4d17-b2c8-6fe9e634210b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3315789'] for subnet (1fdbb506-97ff-4635-a5c6-6604078d1707), precommit_delete_associations {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.816322 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f45-7e0b-4d17-b2c8-6fe9e634210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766018'] for subnet (1fdbb506-97ff-4635-a5c6-6604078d1707), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:31.970821 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f45-7e0b-4d17-b2c8-6fe9e634210b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-528618813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529333700'] for subnet (1fdbb506-97ff-4635-a5c6-6604078d1707), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.002394 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd5f45-7e0b-4d17-b2c8-6fe9e634210b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdbb506-97ff-4635-a5c6-6604078d1707,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:32.006033 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-a8fd5f45-7e0b-4d17-b2c8-6fe9e634210b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for subnet (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.010033 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-a8fd5f45-7e0b-4d17-b2c8-6fe9e634210b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1fdbb506-97ff-4635-a5c6-6604078d1707 HTTP/1.1" status: 204 len: 168 time: 0.3578515 Jun 21 17:02:32.012433 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [-] (111042) accepted ('10.222.0.70', 44590) {{(pid=111042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:32.014918 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfd43b0-aae7-4fa6-bd3f-8470e2579ace None None] Network 272f0e20-956b-4003-b81e-9df89c708f9f requested from dv-cinder-799871-21-iscsi {{(pid=111044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 21 17:02:32.088310 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-794069'] for network (272f0e20-956b-4003-b81e-9df89c708f9f), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.135184 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Deleting port 2a7513bf-1b77-432e-b2a5-57fced8e8229 {{(pid=111042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:32.135596 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.169073 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] DHCP port deletion for 272f0e20-956b-4003-b81e-9df89c708f9f request from dv-cinder-799871-21-iscsi {{(pid=111044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 21 17:02:32.172104 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:32.212282 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] Deleting port 2a7513bf-1b77-432e-b2a5-57fced8e8229 {{(pid=111044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 21 17:02:32.212576 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733550096680'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), before_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.213789 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.db [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] For port 2a7513bf-1b77-432e-b2a5-57fced8e8229, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=2a7513bf-1b77-432e-b2a5-57fced8e8229,segment=NetworkSegment(eb0aa606-4199-45e6-9182-02194dd58eda),segment_id=eb0aa606-4199-45e6-9182-02194dd58eda)] {{(pid=111042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:32.214151 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.224685 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:32.228316 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.plugin [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Calling delete_port for 2a7513bf-1b77-432e-b2a5-57fced8e8229 owned by network:dhcp {{(pid=111042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:32.279604 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.db [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] For port 2a7513bf-1b77-432e-b2a5-57fced8e8229, host dv-cinder-799871-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-21-iscsi',level=0,port_id=2a7513bf-1b77-432e-b2a5-57fced8e8229,segment=NetworkSegment(eb0aa606-4199-45e6-9182-02194dd58eda),segment_id=eb0aa606-4199-45e6-9182-02194dd58eda)] {{(pid=111044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 17:02:32.280007 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797390'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), precommit_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.294209 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] Calling delete_port for 2a7513bf-1b77-432e-b2a5-57fced8e8229 owned by network:dhcp {{(pid=111044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 21 17:02:32.303099 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:32.421706 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-528618858'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.427821 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-775325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733550100080', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733549598639'] for port (2a7513bf-1b77-432e-b2a5-57fced8e8229), after_delete {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.447839 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7513bf-1b77-432e-b2a5-57fced8e8229,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:32.451598 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] No DVR routers for this DVR port 2a7513bf-1b77-432e-b2a5-57fced8e8229 on host dv-cinder-799871-21-iscsi {{(pid=111042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:02:32.539371 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-690751', 'neutron.services.segments.db._delete_segments_for_network-8733549876363'] for network (272f0e20-956b-4003-b81e-9df89c708f9f), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.561389 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272f0e20-956b-4003-b81e-9df89c708f9f']}} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:32.570987 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0aa606-4199-45e6-9182-02194dd58eda') {'for_net_delete': True} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:32.571273 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.services.segments.db [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0aa606-4199-45e6-9182-02194dd58eda') {} {{(pid=111042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 17:02:32.576692 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] Pushing event deleted for resources: {'Port': ['ID=2a7513bf-1b77-432e-b2a5-57fced8e8229,revision_number=None']} {{(pid=111044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:32.581164 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a717ce5-3078-4363-a18c-94a954080fc6 None None] No DVR routers for this DVR port 2a7513bf-1b77-432e-b2a5-57fced8e8229 on host dv-cinder-799871-21-iscsi {{(pid=111044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 21 17:02:32.581600 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733550079380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3315798'] for segment (eb0aa606-4199-45e6-9182-02194dd58eda), before_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.599176 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074'] for segment (eb0aa606-4199-45e6-9182-02194dd58eda), precommit_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.601107 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:32.606720 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=111042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 17:02:32.607103 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-689074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-528618839'] for segment (eb0aa606-4199-45e6-9182-02194dd58eda), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.684499 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment eb0aa606-4199-45e6-9182-02194dd58eda resource provider aggregate not found Jun 21 17:02:32.701957 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.services.segments.plugin [-] Segment eb0aa606-4199-45e6-9182-02194dd58eda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb0aa606-4199-45e6-9182-02194dd58eda found for delete ", "request_id": "req-eda4b212-b0d8-4a30-a806-28ab8add11a6"}]} Jun 21 17:02:32.756575 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-690726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800606'] for network (272f0e20-956b-4003-b81e-9df89c708f9f), after_delete {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.764362 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron_lib.callbacks.manager [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697667'] for network (None), before_response {{(pid=111042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:32.765536 dv-cinder-799871-21-iscsi neutron-server[111042]: INFO neutron.wsgi [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] 10.222.0.70 "DELETE /v2.0/networks/272f0e20-956b-4003-b81e-9df89c708f9f HTTP/1.1" status: 204 len: 168 time: 0.7521524 Jun 21 17:02:32.777490 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2306fb3-3a6e-4d02-b60b-35cf76482346 admin admin] Pushing event deleted for resources: {'Network': ['ID=272f0e20-956b-4003-b81e-9df89c708f9f,revision_number=None']} {{(pid=111042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:32.918789 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 2a7513bf-1b77-432e-b2a5-57fced8e8229 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:02:32.938426 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 2a7513bf-1b77-432e-b2a5-57fced8e8229 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:02:32.938776 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 2a7513bf-1b77-432e-b2a5-57fced8e8229 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:02:32.939188 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 3550b940-9d12-492c-a6ac-9130164bf2e1 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:02:32.959113 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: 3550b940-9d12-492c-a6ac-9130164bf2e1 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:02:32.959454 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device 3550b940-9d12-492c-a6ac-9130164bf2e1 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:02:32.966039 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device a21b49e5-b9ed-47ad-a37d-1520825c5a00 no longer exists at agent ovs-agent-dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 21 17:02:32.977904 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] No Port match for: a21b49e5-b9ed-47ad-a37d-1520825c5a00 {{(pid=111044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 21 17:02:32.978254 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.rpc [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Device a21b49e5-b9ed-47ad-a37d-1520825c5a00 not bound to the agent host dv-cinder-799871-21-iscsi {{(pid=111044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 21 17:02:33.236739 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44600) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:33.280417 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-e4af4b62-8bd5-4d5e-8427-beaed11d670f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30d08b848eb54ba9855407bcdef52d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424764 Jun 21 17:02:33.282989 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44602) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:33.332550 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-988e2675-adde-4af9-8d7e-adf3fea1b578 admin admin] Publish callbacks [] for security_group (8750eb8a-7408-472f-9834-c92b864c9ed6), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:33.354482 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-988e2675-adde-4af9-8d7e-adf3fea1b578 admin admin] Publish callbacks [] for security_group (8750eb8a-7408-472f-9834-c92b864c9ed6), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:33.479222 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-988e2675-adde-4af9-8d7e-adf3fea1b578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (8750eb8a-7408-472f-9834-c92b864c9ed6), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:33.481854 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-988e2675-adde-4af9-8d7e-adf3fea1b578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:33.482982 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-988e2675-adde-4af9-8d7e-adf3fea1b578 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8750eb8a-7408-472f-9834-c92b864c9ed6 HTTP/1.1" status: 204 len: 168 time: 0.1990967 Jun 21 17:02:33.492017 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2675-adde-4af9-8d7e-adf3fea1b578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8750eb8a-7408-472f-9834-c92b864c9ed6,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:34.095856 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c4435cb2-7094-4aac-9242-020cc44b97dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:34.196697 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44608) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:34.226344 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:34.239642 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-5b1bb26e-0cab-49aa-9206-fa95ff5778c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1375438233074ed88843ce0951322326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417974 Jun 21 17:02:34.244453 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [-] (111043) accepted ('10.222.0.70', 44610) {{(pid=111043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 21 17:02:34.295001 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0e4bbc9d-7beb-4b7a-962f-d3ac8ff14a4c admin admin] Publish callbacks [] for security_group (5bce586a-f1e6-49e9-bbd9-6caae7338b36), before_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:34.316623 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0e4bbc9d-7beb-4b7a-962f-d3ac8ff14a4c admin admin] Publish callbacks [] for security_group (5bce586a-f1e6-49e9-bbd9-6caae7338b36), precommit_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:34.450161 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0e4bbc9d-7beb-4b7a-962f-d3ac8ff14a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3745550'] for security_group (5bce586a-f1e6-49e9-bbd9-6caae7338b36), after_delete {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:34.452650 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron_lib.callbacks.manager [None req-0e4bbc9d-7beb-4b7a-962f-d3ac8ff14a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:34.453831 dv-cinder-799871-21-iscsi neutron-server[111043]: INFO neutron.wsgi [None req-0e4bbc9d-7beb-4b7a-962f-d3ac8ff14a4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bce586a-f1e6-49e9-bbd9-6caae7338b36 HTTP/1.1" status: 204 len: 168 time: 0.2106979 Jun 21 17:02:34.462644 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bbc9d-7beb-4b7a-962f-d3ac8ff14a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce586a-f1e6-49e9-bbd9-6caae7338b36,revision_number=None']} {{(pid=111043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 17:02:36.230852 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b3d40ca2-b918-49f2-ad15-343a8ff22b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:37.385308 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=44 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:37.386003 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=39 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:37.518777 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:38.906933 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:38.964671 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:02:42.273461 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:02:42.768581 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG dbcounter [-] [111042] Writing DB stats neutron:SELECT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111042) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:44.457174 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:44.457943 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG dbcounter [-] [111043] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=111043) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:48.875804 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:48.877735 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:52.269314 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:02:52.270092 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:00.929377 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:02.844876 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=14 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:02.848825 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=12 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:04.120756 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-030fcbff-7cd0-4856-a2ff-223d97b06ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:06.220554 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-d4794e01-3cd1-47b8-a62c-bec612ebf3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:07.506626 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:08.914716 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:08.943961 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:18.876175 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:18.884555 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:19.272110 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:03:29.267214 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:29.268019 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:30.908147 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:34.085731 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-bace9224-c294-48c6-82da-36cf152330b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:36.212004 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-524c1b49-ed47-406b-9910-24228e98b654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:37.545661 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:38.907897 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:38.964862 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:03:48.879562 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:48.882260 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:03:56.272509 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:04:00.921865 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:02.291164 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:04:04.105422 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c209486b-821f-449b-a134-0e5001a1881c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:06.204060 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-fd992bab-e121-43de-9409-242e7fa6f79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:06.268360 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:04:07.233735 dv-cinder-799871-21-iscsi neutron-server[111043]: DEBUG neutron.wsgi [req-69f1edad-ff5f-4565-8e21-6591b7f6f51c req-6f26ecad-85a7-4aec-aac7-f591b7b0d79b service neutron] (111043) timed out ('10.222.0.47', 65137) {{(pid=111043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 17:04:07.489784 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:08.904679 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:08.975189 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:11.958152 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [req-cac3c6ee-0e8d-4a24-b71e-c842e38d9ab8 req-fd204618-8684-40d3-a7fe-ce9c5e3c291c service neutron] (111042) timed out ('10.222.0.47', 65135) {{(pid=111042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 17:04:22.846948 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:04:22.849167 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:04:30.932567 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:33.273092 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:04:34.099970 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2ab3-0ae5-4479-8197-907e57c45daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:36.197228 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1a7d217f-cb62-4852-aee0-d21360886917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:37.557026 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:38.893688 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:38.945232 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:04:43.267555 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=3 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:04:43.268486 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:04:48.880371 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:04:48.884308 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:00.961532 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:02.846546 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=14 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:02.849064 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=12 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:04.104354 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-3191ef4b-bc40-4b08-8001-beb120bc476f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:06.218416 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-15aa0f09-a212-418a-977b-774b5598352d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:07.527214 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:08.909610 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:09.023048 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:10.273397 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:05:16.276975 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=2 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:18.882272 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:18.884270 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:20.269171 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=6 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:30.983712 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:34.091381 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-a4de1d9d-14d4-4b34-910e-cc2b94eacb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:36.210678 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-b9031043-2958-4f1b-9758-c9e4c13b9f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:37.514494 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:38.930507 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:38.953033 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:05:47.273027 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:05:48.878588 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:48.880486 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:05:57.268798 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:06:00.977658 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:02.282016 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:06:04.080195 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-7b1612d5-8d22-488b-9966-ef571921612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:06.200552 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-e62e007e-5b98-453d-b4e4-53d2354a327c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:07.537175 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:08.910004 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:08.932024 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:22.852214 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:06:22.856126 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:06:24.272609 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:06:26.437074 dv-cinder-799871-21-iscsi neutron-server[111042]: DEBUG neutron.wsgi [req-93927e46-44d7-4642-bc53-e84aa2317865 req-f81dd216-7e77-4135-afeb-2e010be4fc76 service neutron] (111042) timed out ('10.222.0.47', 65154) {{(pid=111042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 21 17:06:30.966971 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:34.081732 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-61b6a690-77ab-44ee-95a2-b350423907d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:34.267134 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:06:34.267890 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:06:36.246184 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ffa6e9b3-701c-4798-9160-9f323df59710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:37.527106 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:38.926624 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:39.000901 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:06:48.878889 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:06:48.931347 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:07:00.984060 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:01.272806 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:07:04.092528 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4714-9ad0-487d-a6e3-f30f6f22f7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:06.207432 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-7392aec3-2f51-41b1-8053-39bc43fc816f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:07.544450 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:08.898386 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:08.961294 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:11.268018 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=17 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:07:11.268825 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=17 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:07:18.881897 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:07:18.883816 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:07:30.996118 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:34.145017 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-157292fa-dd66-4ab1-b329-0eb7becfbda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:36.225497 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-71fc6ba3-22af-4611-85d1-143f51d080dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:37.510659 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:38.273304 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 21 17:07:38.933185 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:38.956073 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:07:44.278343 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:07:48.268298 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=4 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:07:48.873186 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:07:48.879235 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG dbcounter [-] [111044] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111044) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:08:01.002331 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-19231207-3a1a-4cea-aef6-3544acf3d671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (d3a127af-fa8a-44fd-9341-67bfa5d9b863), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:08:02.286252 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:SELECT=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:08:02.287957 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG dbcounter [-] [111045] Writing DB stats neutron:DELETE=1 {{(pid=111045) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 21 17:08:04.093628 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-bdb23727-ef65-46a9-ba45-322bed3c683b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (35fd7af6-2bd8-4db3-8a49-762b6b263989), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:08:06.289436 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3f65-5f53-4b9b-9e99-ed685b3433c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (ad912301-fca0-4f61-b93f-821b197b4eea), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:08:07.551413 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-01f0daf1-81b4-4008-a5c5-6255e678cc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (b63c3f86-ced9-4c41-85c2-c68131c82e65), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:08:08.950919 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-061d5aac-e698-46bb-983f-3356b94d99f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (649e2098-df5f-44a7-ad08-52230491ec2e), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:08:08.979368 dv-cinder-799871-21-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-1001c02f-e100-4e21-8a06-9aa2eadf1656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733549876345', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769918'] for agent (8f3be6fb-6dc4-4556-8c6f-499d9550046f), after_update {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 21 17:08:15.273478 dv-cinder-799871-21-iscsi neutron-server[111045]: DEBUG neutron.db.agents_db [None req-adaf83c1-701c-44e0-839a-193f57792a12 None None] Agent healthcheck: found 6 active agents {{(pid=111045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}